-- Logs begin at Mon 2021-04-19 10:19:33 UTC, end at Mon 2021-04-19 11:13:09 UTC. -- Apr 19 10:49:28.403473 dv-cinder-786524-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 10:49:31.602769 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.common.config [-] Logging enabled! Apr 19 10:49:31.603345 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 10:49:31.604648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 10:49:31.606455 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.common.config [-] Logging enabled! Apr 19 10:49:31.606774 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 10:49:31.607135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 10:49:31.608192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 10:49:31.608462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 10:49:31.609522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 10:49:31.609809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 10:49:31.610071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 10:49:31.610472 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.610825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.611168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.611434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.611780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.612119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.612445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.612780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.613127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.613454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.613773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.614098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.614362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.614813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.615150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.615482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.615741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] debug = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.616061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.616606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.616930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.617247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.617579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.617895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.618205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.618547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.618873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.619250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] host = dv-cinder-786524-2-smb {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.619565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.619896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.620226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.620554 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.620867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.621181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.621506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.621815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.622701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.623056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.623394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.623727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.624067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.624327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.624583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.624920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.625253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.625835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.626158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.626496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.626811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.627126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.627433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.627764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.628094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.628423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.628734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.629045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.629356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.629669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.629995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.630306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.630643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.630954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.631290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.631597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.631909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.632260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.632589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.632915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.633245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.633559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.633886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.634240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.634580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.634893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] use_json = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.635203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.635513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.635840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.636150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.636458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.636769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.637076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.637404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:31.637776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.638690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.639037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.639361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.639697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.640018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.640350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.640669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.641002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.641335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.641664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.641979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.642307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.642651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.642995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.643353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.643691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.644029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.644344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.644657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.644995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.645314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.645642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.645980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.646314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.646654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.646978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.647313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.647632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.647943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.648262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.648594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.648932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.649245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.649567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.649881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.650189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.650520 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.650839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.651173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.651490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.651819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.652151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.652622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.652997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.653350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.653676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.653989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.654301 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.654667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.654985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.655298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.655617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.655929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.656245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.656557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.656866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.657177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.657487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.657798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.658107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.658425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.658758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.659074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.659387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.659698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.660006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.660316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.660642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.660985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.661307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.661629 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.661945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.662264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.662607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.662926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.663249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.663567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.663877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.664221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.664543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.664871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.665194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.665511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.665853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.666171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.666513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.666830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.667146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.667479 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.667803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.668140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.668474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.668808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.669662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.669997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.670316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.670701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.671022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:31.671272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 10:49:31.671544 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86240) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 10:49:32.355715 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading Gnome Apr 19 10:49:32.373611 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading Google Apr 19 10:49:32.376639 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 10:49:32.380229 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading file Apr 19 10:49:32.381090 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading keyczar Apr 19 10:49:32.381373 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading multi Apr 19 10:49:32.382017 dv-cinder-786524-2-smb neutron-server[86240]: INFO keyring.backend [-] Loading pyfs Apr 19 10:49:32.429840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:49:32.430202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:49:32.430606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:49:32.431014 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 10:49:32.837431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.837989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.838106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.839445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.839875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.840176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.880453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.880791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.881090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.896115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.896424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.896725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.964383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.964700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.965002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.966093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.966427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:32.968209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.243112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.243368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.243695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.244003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.244848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.397702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.398089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.398452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.398764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.399068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.399454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.399938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.400240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.400538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.400903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.401209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.401524 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.401838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.402160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.402503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.402851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.403156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.403537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.403856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.404193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.404649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.404940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.405225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.405571 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.405864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.406146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.406620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:33.406902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:33.407179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:33.407454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:33.407731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:33.408011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:33.408444 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 10:49:33.411890 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 10:49:33.415984 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 10:49:33.420444 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Apr 19 10:49:33.422142 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 10:49:33.423483 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 10:49:33.423888 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 10:49:33.424340 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 10:49:33.428438 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 10:49:33.428722 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 10:49:33.429119 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 10:49:33.457569 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 10:49:33.458114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.458471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86240) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 10:49:33.458887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.460294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86240) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 10:49:33.460629 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 10:49:33.460922 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 10:49:33.464231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.464554 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:33.532960 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 10:49:33.533150 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 10:49:33.533405 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 10:49:33.533830 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 10:49:33.568754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.sqlalchemy.engines [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86240) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 10:49:34.020899 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing driver for type 'gre' Apr 19 10:49:34.021462 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] gre ID ranges: [(1, 1000)] Apr 19 10:49:34.062225 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing driver for type 'local' Apr 19 10:49:34.062803 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing driver for type 'vlan' Apr 19 10:49:34.073327 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] VlanTypeDriver initialization complete Apr 19 10:49:34.073702 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing driver for type 'vxlan' Apr 19 10:49:34.074237 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] vxlan ID ranges: [(1, 1000)] Apr 19 10:49:34.114291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing extension driver 'port_security' Apr 19 10:49:34.114629 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] PortSecurityExtensionDriver initialization complete Apr 19 10:49:34.115020 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing mechanism driver 'openvswitch' Apr 19 10:49:34.115386 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing mechanism driver 'hyperv' Apr 19 10:49:34.121681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:49:34.123114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.123531 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.123923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.124349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.124738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.125120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.125539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.126192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.126601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.127014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > security_group after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.127399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > security_group after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.127961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.128422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.128808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.129188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.129606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > address_group after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.129988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > address_group after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.130365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.130760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] ML2 OVO RPC backend initialized. {{(pid=86240) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 10:49:34.131556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.131976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.132436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.132843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > networks before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.133251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.133631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > ports before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.134015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.134395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnets before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.134802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.135181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.135555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.135929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.136302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.136672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.137045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.137442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.137816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.138464 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.plugin [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Modular L2 Plugin initialization complete Apr 19 10:49:34.138825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading services supported by the core plugin {{(pid=86240) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 10:49:34.139187 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Got port-security extension from driver 'port_security' Apr 19 10:49:34.139730 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.extensions.vlantransparent [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Disabled vlantransparent extension. Apr 19 10:49:34.140290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86240) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 10:49:34.140635 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: router Apr 19 10:49:34.178905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.179354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.179763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router before_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.180172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.180612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.181008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_delete 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.181423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.181841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.182225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.182665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.183055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.183457 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.183977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.184396 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.185383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.185757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.186133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.186547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.186966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.187314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.187694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.188098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.188478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.188866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.189272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.189682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.190114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.191182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Tracking information for resource: router configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:34.191577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Tracking information for resource: floatingip configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 10:49:34.196466 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_agentschedulers_db [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 10:49:34.197120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.197518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.197906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.198296 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.199231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router before_create 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.199640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.200045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_create 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.200484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > router precommit_update 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.205413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.provider_configuration [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service providers = [] {{(pid=86240) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 10:49:34.205809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.servicetype_db [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86240) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 10:49:34.208688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.service_base [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:49:34.209077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.service_base [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:49:34.209457 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.service_base [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:49:34.210369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.service_base [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 10:49:34.210835 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.services.service_base [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 10:49:34.211274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.211632 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 10:49:34.222028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.222440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: auto_allocate Apr 19 10:49:34.228220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: network precommit_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.228647 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: network precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.229234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.229593 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: tag Apr 19 10:49:34.237308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.237683 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: timestamp Apr 19 10:49:34.241566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.241940 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: network_ip_availability Apr 19 10:49:34.248077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.248486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.248879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.249672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.250034 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: flavors Apr 19 10:49:34.254889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.255264 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading Plugin: revisions Apr 19 10:49:34.259841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 10:49:34.260270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:49:34.261076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86240) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 10:49:34.261442 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Initializing extension manager. Apr 19 10:49:34.262026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: __init__.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.262437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: __pycache__ {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.262881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.263259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.264076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.264749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: address-group Apr 19 10:49:34.265118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: address_scope.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.265899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.266510 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: address-scope Apr 19 10:49:34.266877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.267815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.268405 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: router-admin-state-down-before-update Apr 19 10:49:34.268770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: agent.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.269525 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.270109 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: agent Apr 19 10:49:34.270492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: agent_resources_synced.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.271428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.272032 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: agent-resources-synced Apr 19 10:49:34.272393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: allowedaddresspairs.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.274215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.274867 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: allowed-address-pairs Apr 19 10:49:34.275238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: auto_allocated_topology.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.276314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.276905 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: auto-allocated-topology Apr 19 10:49:34.277272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.279178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.279783 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: availability_zone Apr 19 10:49:34.280171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: availability_zone_filter.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.281117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.281692 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: availability_zone_filter Apr 19 10:49:34.282052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: data_plane_status.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.283116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.283702 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 10:49:34.284063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: default_subnetpools.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.284986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.285572 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: default-subnetpools Apr 19 10:49:34.285936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.286838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.287426 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: dhcp_agent_scheduler Apr 19 10:49:34.287793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: dns.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.288726 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.289305 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension dns-integration not supported by any of loaded plugins Apr 19 10:49:34.289667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: dns_domain_ports.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.290656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.291235 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 10:49:34.291598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: dvr.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.292320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.292902 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: dvr Apr 19 10:49:34.293262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: empty_string_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.294807 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.295385 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: empty-string-filtering Apr 19 10:49:34.295745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.296670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.297247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 10:49:34.297607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.298554 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.299135 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 10:49:34.299496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: external_net.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.300409 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.300998 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: external-net Apr 19 10:49:34.301361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.302277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.302885 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: extra_dhcp_opt Apr 19 10:49:34.303247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: extraroute.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.304160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.304739 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: extraroute Apr 19 10:49:34.305103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: extraroute_atomic.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.306144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.306755 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: extraroute-atomic Apr 19 10:49:34.307120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: filter_validation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.307820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.308398 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: filter-validation Apr 19 10:49:34.308758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: fip_pf_description.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.309708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.310280 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 10:49:34.310669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: fip_port_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.311700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.312296 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: fip-port-details Apr 19 10:49:34.312648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: flavors.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.313890 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.314530 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: flavors Apr 19 10:49:34.314899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.316618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.317226 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 10:49:34.317592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: floatingip_pools.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.318364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.318987 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: floatingip-pools Apr 19 10:49:34.319354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: ip_allocation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.320326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.320915 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 10:49:34.321279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.322223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.322855 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: ip-substring-filtering Apr 19 10:49:34.323226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l2_adjacency.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.324170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.324745 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 10:49:34.325109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.326303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.326965 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: router Apr 19 10:49:34.327331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.329860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.330497 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 10:49:34.330872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.331828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.332421 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: ext-gw-mode Apr 19 10:49:34.332786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.333845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.334457 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: l3-ha Apr 19 10:49:34.334830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3_flavors.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.335769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.336391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: l3-flavors Apr 19 10:49:34.336760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.337733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.338315 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 10:49:34.338724 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: l3agentscheduler.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.339973 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.340580 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: l3_agent_scheduler Apr 19 10:49:34.341473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: logging.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.343096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.343697 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension logging not supported by any of loaded plugins Apr 19 10:49:34.344066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: metering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.344885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.345601 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: metering Apr 19 10:49:34.345964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.347193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.347721 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: metering_source_and_destination_fields Apr 19 10:49:34.348088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: multiprovidernet.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.349038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.349630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: multi-provider Apr 19 10:49:34.349996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: netmtu.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.350985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.351588 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: net-mtu Apr 19 10:49:34.351952 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: netmtu_writable.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.352884 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.353470 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: net-mtu-writable Apr 19 10:49:34.353832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: network_availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.354728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.355312 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: network_availability_zone Apr 19 10:49:34.355676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: network_ip_availability.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.357467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.358049 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: network-ip-availability Apr 19 10:49:34.358450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: network_segment_range.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.359284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.359891 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 10:49:34.360275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: pagination.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.361308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.361686 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: pagination Apr 19 10:49:34.362047 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: port_device_profile.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.363094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.363611 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: port-device-profile Apr 19 10:49:34.363975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.364955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.365490 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: port-mac-address-regenerate Apr 19 10:49:34.365851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.366824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.367404 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: port-numa-affinity-policy Apr 19 10:49:34.367763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: port_resource_request.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.368695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.369271 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 10:49:34.369614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: portbindings.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.370586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.371175 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: binding Apr 19 10:49:34.371536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: portbindings_extended.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.372841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.373420 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: binding-extended Apr 19 10:49:34.373788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: portsecurity.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.374740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.375325 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: port-security Apr 19 10:49:34.375949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: project_id.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.376929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.377303 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: project-id Apr 19 10:49:34.377667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: providernet.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.378621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.379205 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: provider Apr 19 10:49:34.379586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.383402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.385434 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos not supported by any of loaded plugins Apr 19 10:49:34.385829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.387219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.387836 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 10:49:34.388215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.389152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.389739 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 10:49:34.390157 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_default.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.391054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.391643 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-default not supported by any of loaded plugins Apr 19 10:49:34.392007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_fip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.392719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.393293 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-fip not supported by any of loaded plugins Apr 19 10:49:34.393657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_gateway_ip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.394627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.395217 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 10:49:34.395583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_port_network_policy.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.396509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.397091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 10:49:34.397456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_rule_type_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.398389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.398992 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 10:49:34.399352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: qos_rules_alias.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.400416 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.401009 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 10:49:34.401372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: quotasv2.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.402438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.402814 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: quotas Apr 19 10:49:34.403172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: quotasv2_detail.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.405414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.405804 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: quota_details Apr 19 10:49:34.406180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: rbac.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.407430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.408039 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: rbac-policies Apr 19 10:49:34.408409 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: rbac_address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.409393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.409988 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: rbac-address-group Apr 19 10:49:34.410354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: rbac_address_scope.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.411338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.411929 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: rbac-address-scope Apr 19 10:49:34.412295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: rbac_security_groups.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.413237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.413823 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: rbac-security-groups Apr 19 10:49:34.414185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: rbac_subnetpool.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.415142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.415734 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: rbac-subnetpool Apr 19 10:49:34.416098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: revisionifmatch.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.417039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.417624 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: revision-if-match Apr 19 10:49:34.417986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: revisions.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.419709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.420292 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: standard-attr-revisions Apr 19 10:49:34.420665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: router_availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.421385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.421976 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: router_availability_zone Apr 19 10:49:34.422340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: routerservicetype.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.423306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.423890 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension router-service-type not supported by any of loaded plugins Apr 19 10:49:34.424254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.425180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.425765 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: security-groups-normalized-cidr Apr 19 10:49:34.426129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.427090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.427678 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: port-security-groups-filtering Apr 19 10:49:34.428042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.428990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.429574 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: security-groups-remote-address-group Apr 19 10:49:34.429936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: securitygroup.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.443516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.444135 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: security-group Apr 19 10:49:34.444493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: segment.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.445361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.445951 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension segment not supported by any of loaded plugins Apr 19 10:49:34.446318 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.447286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.447874 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 10:49:34.448240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: servicetype.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.449336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.449931 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: service-type Apr 19 10:49:34.450345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: sorting.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.451365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.451749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: sorting Apr 19 10:49:34.452115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: standard_attr_segment.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.453042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.453632 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 10:49:34.454004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: standardattrdescription.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.454725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.455313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: standard-attr-description Apr 19 10:49:34.455684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: stateful_security_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.456610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.457212 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: stateful-security-group Apr 19 10:49:34.457576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: stdattrs_common.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.458173 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 10:49:34.458566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.459569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.460154 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 10:49:34.460517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: subnet_onboard.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.461592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.462185 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: subnet_onboard Apr 19 10:49:34.462578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.463511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.464096 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 10:49:34.464455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: subnet_service_types.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.465394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.466556 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: subnet-service-types Apr 19 10:49:34.466918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: subnetallocation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.468004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.468590 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: subnet_allocation Apr 19 10:49:34.468953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.469653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.470232 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: subnetpool-prefix-ops Apr 19 10:49:34.470625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.471570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.472148 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 10:49:34.472508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: tagging.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.473785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.474451 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: standard-attr-tag Apr 19 10:49:34.474808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: timestamp.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.475987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.476578 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loaded extension: standard-attr-timestamp Apr 19 10:49:34.476945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: trunk.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.477991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.478608 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension trunk not supported by any of loaded plugins Apr 19 10:49:34.478972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: trunk_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.479899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.480479 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension trunk-details not supported by any of loaded plugins Apr 19 10:49:34.480843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: uplink_status_propagation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.482518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.483105 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 10:49:34.483467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Loading extension file: vlantransparent.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 10:49:34.484170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 10:49:34.484752 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 10:49:34.487462 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:network Apr 19 10:49:34.488297 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:subnet Apr 19 10:49:34.488981 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:49:34.489643 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:port Apr 19 10:49:34.491184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.491677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service FLAVORS assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.492374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.492842 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.493211 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:router Apr 19 10:49:34.493951 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:floatingip Apr 19 10:49:34.494750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service METERING assigned prefix: /metering {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.496556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.496962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.497374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:49:34.498584 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 10:49:34.499086 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:security_group Apr 19 10:49:34.499907 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 10:49:34.501006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service CORE assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.501392 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:49:34.501755 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] subnetpool is already registered Apr 19 10:49:34.502443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service CORE assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.502813 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:49:34.503176 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] subnetpool is already registered Apr 19 10:49:34.505911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.506395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service FLAVORS assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.507076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.507544 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.507916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:router Apr 19 10:49:34.508279 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] router is already registered Apr 19 10:49:34.508938 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:floatingip Apr 19 10:49:34.509298 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] floatingip is already registered Apr 19 10:49:34.509991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service METERING assigned prefix: /metering {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.510764 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 10:49:34.511132 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] rbac_policy is already registered Apr 19 10:49:34.511754 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:security_group Apr 19 10:49:34.512117 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] security_group is already registered Apr 19 10:49:34.512796 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 10:49:34.513160 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] security_group_rule is already registered Apr 19 10:49:34.513883 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service CORE assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.514259 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:49:34.514646 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] subnetpool is already registered Apr 19 10:49:34.515336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Service CORE assigned prefix: {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 10:49:34.515697 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 10:49:34.516055 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] subnetpool is already registered Apr 19 10:49:34.516768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: extensions {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.518282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: address-groups {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.520178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: address-scopes {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.521448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.522687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: auto-allocated-topology {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.523986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: availability_zones {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.525440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: dhcp-networks {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.526934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: dhcp-agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.529086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.531180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: flavors {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.532597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: service_profiles {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.533913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: next_providers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.535549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: service_profiles {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.537037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: floatingip-pools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.538295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.540268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: floatingips {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.541518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: l3-routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.543003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: l3-agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.545110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: metering-labels {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.547482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: metering-label-rules {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.548866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: network-ip-availabilities {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.550190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: bindings {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.551934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: quotas {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.553425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: quotas {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.554897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: rbac-policies {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.556260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: security-groups {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.557526 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: security-group-rules {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.558828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: service-providers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.560136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: subnetpools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.561603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: subnetpools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.563163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.564993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.566907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.568767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.570652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.572588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.574369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.576382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.578345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.580355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.extensions [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 10:49:34.587264 dv-cinder-786524-2-smb neutron-server[86240]: WARNING keystonemiddleware.auth_token [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 10:49:34.593376 dv-cinder-786524-2-smb neutron-server[86240]: WARNING keystonemiddleware.auth_token [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 10:49:34.602313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Acquired lock "singleton_lock" {{(pid=86240) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 10:49:34.602861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Releasing lock "singleton_lock" {{(pid=86240) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 10:49:34.604319 dv-cinder-786524-2-smb neutron-server[86240]: INFO oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Starting 2 workers Apr 19 10:49:34.609671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Started child 86353 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:49:34.613990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:34.614881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Started child 86354 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:49:34.615584 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [-] (86353) wsgi starting up on http://0.0.0.0:9696 Apr 19 10:49:34.616355 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 10:49:34.617009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Notify callbacks [] for process, before_spawn {{(pid=86240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:34.618315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:34.619558 dv-cinder-786524-2-smb neutron-server[86240]: INFO oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Starting 1 workers Apr 19 10:49:34.619768 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [-] (86354) wsgi starting up on http://0.0.0.0:9696 Apr 19 10:49:34.625146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Started child 86355 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:49:34.625921 dv-cinder-786524-2-smb neutron-server[86240]: INFO oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Starting 1 workers Apr 19 10:49:34.627319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] calling RpcWorker wait() {{(pid=86355) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 10:49:34.627699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] returning from RpcWorker wait() {{(pid=86355) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 10:49:34.629190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:34.629674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:49:34.630731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Started child 86356 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 10:49:34.631537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1849e35-674f-41bd-8a53-ebbb9e52ff8e None None] Notify callbacks [] for process, after_spawn {{(pid=86240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:34.633198 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86240) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 10:49:34.633552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 10:49:34.633681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 10:49:34.633889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 10:49:34.634308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 10:49:34.634550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 10:49:34.635143 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.635440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.635542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:34.635748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.636036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.636377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.637054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.637371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.638209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.638568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.638875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.639104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.639325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.639661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.639971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.640368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.640693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.641007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.641314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.641532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.641790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.642105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.642423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.642719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] debug = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.643007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.643591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.643830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.644095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.644350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.644648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.644923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.645236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.645502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.645769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.646055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.646340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.646629 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.646889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.647124 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.647440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.647691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.648124 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] host = dv-cinder-786524-2-smb {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.648378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.648649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.648931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.649216 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.649497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.649756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.650040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.650344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.650645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.650905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.651187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.651450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.651718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.651994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.652186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_options = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.652441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.652756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.653062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.653304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.654384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.654384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.654654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.654753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.654988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.655240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.655487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.655737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.655985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.656232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.656519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.656782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.657068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.657915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.657915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.657915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.658198 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.658343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.658632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.658895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.659140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.659386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.659692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.659959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.660240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.660565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.660868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.661194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.661469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.661753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.663808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.665179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.665179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.665179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.665179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_json = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.665179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.669819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.674317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.678485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.679570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.680762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.684871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.685622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.686958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.687654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.688854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.689032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.689227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.689506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.689761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.690024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.690274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.690588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.690853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.691136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.691399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.691654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.691950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.692207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.692472 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.692724 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.692995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.693258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.693538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.693850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.694151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.694503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.694846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.695202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.695515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.695843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.696120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.696450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.696822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.697162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.697484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.697775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.698049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.698323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.698641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.698951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.699232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.699539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.699815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.700639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.700934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.701191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.701462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.701747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.702127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.702447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.702741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.702992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.703287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.703592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.703868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.704167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.704468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.704745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.705039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.705338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.705615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.705895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.706173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.706436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.706712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.706961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.707216 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.707488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.707735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.708007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.708279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.708538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.708788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.709050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.709304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.709573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.709820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.710079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.710356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.710665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.710923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.711196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.711438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.711700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.711956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.712272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.712572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.712823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.713263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.713696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.713981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.714254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.714583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.714839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.715090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.715349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.715599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.715897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.716678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.716962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.717229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.717509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.717794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.718155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.718463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.718738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.719008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.719260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.719533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.719789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.720046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.720298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.720552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.720806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.721086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.721362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.721636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.721886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.722153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.722382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.724849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.725103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.725372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.725640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.725907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.726155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.726455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.726680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.726943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.727187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.727432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.727686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.727933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.728193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.728438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.728730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.728937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.729180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.729523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.729814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.730086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.730424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.730692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.730992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.731266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.731659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.731928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.732283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.732489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.732764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.733012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.733340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.733743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.734074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.734364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.734682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.735016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.735901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.736184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.736443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.736758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.737105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.737390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.737687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.737957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.738253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.738540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.738795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.739052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.739315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.739587 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.739872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.740154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.740419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.740672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.740943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.741199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.741464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.741713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.742178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.742448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.742633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 10:49:34.743189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86240) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 10:49:34.743380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 10:49:34.743564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 10:49:34.743770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 10:49:34.743975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 10:49:34.744133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 10:49:34.744383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.744576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.744766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.745005 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.745148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.745288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.745464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.745652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.745810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.746000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.746155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.746345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.746570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.746692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.746882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.747089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.747266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.747461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.747651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.747831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.748015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.748174 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.748349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] debug = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.748528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.749553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.749553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.749553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.749553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.749553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.749553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.750156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.750156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.750156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.750156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.750538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.750538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] host = dv-cinder-786524-2-smb {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.751956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.752327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.752327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.752327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.752598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.752694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.752848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.753017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.753375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.753566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.753753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.753940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.754347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.754347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_options = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.755802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.756940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.757213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.757213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.757391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.757564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.757742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.757894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.758082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.758272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.758478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.758666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.758853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.759040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.759228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.759415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.759601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.759786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.759974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.760159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.760347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.760536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.760722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.760911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.761097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.761282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.761468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.761643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.761825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.762009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.762194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.762386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_json = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.762614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.763279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.763465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.763652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.763838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.764024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.764209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.764395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 10:49:34.764602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.764794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.764996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.765285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.765397 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.765540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.765730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.765921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.766110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.766298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.766519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.766707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.766913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.767085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.767464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.767656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.767851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.768042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.768223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.768412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.768630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.768748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.768947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.769068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:49:34.769176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.769274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.769464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.769655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.769865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.770062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.770253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.770465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.770639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.770829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.771019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.771210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.771401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.771591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.771780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.771971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.772199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.772308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.772500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.772692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.772882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.773073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.773264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.773455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.773666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.773857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.774047 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.774249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.774484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.774632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.774816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.775006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.775196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.775384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.775574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.775766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.775957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.776146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.776351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.776541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.776731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.776919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.777111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.777303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.777493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.777681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.777871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.778059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.778274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.779672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.779672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.779672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.780936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.783180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.784920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.785602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.785602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.785602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.785602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.785945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.785945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.786123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.786218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.786387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.786624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.786806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.786997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.787187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.787378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.787570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.787758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.787953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.790981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.791814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.792011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.792201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.792398 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.792589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.792782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.792973 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.793164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.793353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.793545 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.793737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.793946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.794136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.794325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.794539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.794731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.794924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.795115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.795306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.795496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.795675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.795843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.796022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.796210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.796403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.796589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.796779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.796971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.797160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.797350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.797542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.797732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.797922 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.798111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.798300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.798516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.798702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.798892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.799082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.799269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.799458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.799664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.799853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.800043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.800231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.800420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.800609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.800798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.800989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.801178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.801367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.801556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.801746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.801937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.802126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.802317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.802539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.802728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.802920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.803108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.803311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.803500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.803689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.803878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.804050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.804240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.804429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.804617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.804806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.804993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.805191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.805380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.805568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.805758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.805947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.806146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.806334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.806563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.806754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.806942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.807141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.807329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.807517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.807707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.807896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.808094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.808286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.808476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.808674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.808862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.809051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.809315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.809435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.809607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.809798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.809989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.810237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.810380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.810558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.810694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.810897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.811094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.811286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.811487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.811695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.811874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.812072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.812293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.812507 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.812669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.813834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.814191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.814191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.814496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.814496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.814756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.814756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.815014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.815206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.815206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.815469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.815625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 10:49:34.815764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 10:49:35.073846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53128) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:49:35.086061 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091984 Apr 19 10:49:46.161694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d0f4bc20-b66f-4bd2-bff9-128ed3811a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:46.175625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d797f-fb72-401a-8b12-de0c48b4bdb7 None None] get_active_networks_info from dv-cinder-786524-2-smb {{(pid=86355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 10:49:46.231716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d797f-fb72-401a-8b12-de0c48b4bdb7 None None] No non-hosted networks {{(pid=86355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 10:49:48.462286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3094397-c435-4a90-8106-8be1d9e1ea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:48.499560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8e90a8f1-54e3-4f88-9c8e-3814e5742799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:49.280449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:50.037878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:50.039290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.039867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.040434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.041015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.041577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.042171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.042770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.043355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.044462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.045026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.045601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.046168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:49:50.046809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:49:50.054424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:49:50.915990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:51.811454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53214) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:49:51.938781 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_hamode_db [None req-7d3bbf7b-136e-4354-8a90-0a38cef1b4f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 10:49:52.031333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bbf7b-136e-4354-8a90-0a38cef1b4f6 None None] Routers set() bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:49:52.031659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bbf7b-136e-4354-8a90-0a38cef1b4f6 None None] Router IDs set() for agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 10:49:52.462913 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-2cd88b4c-cdb0-4d55-b409-1be934e5bb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:49:52.463483 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-2cd88b4c-cdb0-4d55-b409-1be934e5bb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:49:52.696226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [None req-2cd88b4c-cdb0-4d55-b409-1be934e5bb48 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:49:52.697253 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2cd88b4c-cdb0-4d55-b409-1be934e5bb48 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8847852 Apr 19 10:49:55.435963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53230) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:49:55.836875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:49:55.942877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.policy [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86354) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 10:49:56.000141 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:49:56.000569 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:49:56.019610 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] Loaded quota_driver: . Apr 19 10:49:56.035987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:49:56.094962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268664085041', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268664084709', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268663976741', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268663970745', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268663986564', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363268663988047', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846728381', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847113149', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854258530'] for rbac-policy, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:56.319770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:56.321029 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-52778b2e-feba-4a23-9308-b558dff06056 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8841043 Apr 19 10:49:59.323950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53244) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:49:59.696736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Request body: {'network': {'project_id': '87269b14f82f440299d6ef7911587cb2', 'name': 'private', 'admin_state_up': True}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:49:59.702717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:49:59.707203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Usage tracker for resource:network and tenant:87269b14f82f440299d6ef7911587cb2 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:49:59.710692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:49:59.716994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:49:59.725814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Made reservation on behalf of 87269b14f82f440299d6ef7911587cb2 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:49:59.732164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:59.748478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:59.763036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:49:59.766843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:87269b14f82f440299d6ef7911587cb2 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:49:59.770188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:49:59.775911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:49:59.877756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:59.880496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:59.885090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:49:59.901081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 991, 'physical_network': 'physnet1'} {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:49:59.930452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268667013014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:49:59.930964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Unsubscribe: segment precommit_create {{(pid=86354) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 10:49:59.931420 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Added segment c8eb47b2-273b-470c-bae4-4d393af6d481 of type vlan for network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a Apr 19 10:49:59.982255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf451e-ddc8-4239-a0b0-521ef996112a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:00.003646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.004008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.004365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.004717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.005064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.005409 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.005750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.006092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.006470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.006815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.007154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.007492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Tracked resource versions report: Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:50:00.008565 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:50:00.036120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:00.057573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:00.093475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:00.094936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:00.095588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:00.100265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:00.208785 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8836308 Apr 19 10:50:00.209420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3ce346-00e1-45e2-9913-dd7e113cbe9a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:00.212659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:00.221562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:50:03.303602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53260) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:03.802113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c665b5f-12c2-4c2f-b68b-b48a78db17b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:03.803653 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1c665b5f-12c2-4c2f-b68b-b48a78db17b6 admin admin] 10.222.0.35 "GET /v2.0/networks/9c3ce346-00e1-45e2-9913-dd7e113cbe9a HTTP/1.1" status: 200 len: 825 time: 0.4990079 Apr 19 10:50:03.835551 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0f410813-85e7-48d1-845b-3d8339fbb6e4 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/52b9b3f7-f707-4b20-bd65-a42dacd9949e HTTP/1.1" status: 200 len: 734 time: 0.0246208 Apr 19 10:50:03.845965 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Request body: {'subnet': {'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e', 'gateway_ip': '172.20.0.1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:50:03.851151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:50:03.855207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Usage tracker for resource:subnet and tenant:87269b14f82f440299d6ef7911587cb2 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:50:03.858328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:50:03.864425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:50:03.874999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Made reservation on behalf of 87269b14f82f440299d6ef7911587cb2 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:50:03.879989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:04.368998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:04.375036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:04.466889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Checking segment: {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:50:04.467273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Network hostable DHCP agents. Network: 9c3ce346-00e1-45e2-9913-dd7e113cbe9a, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:50:04.472942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f3aae4-d302-4ddb-a96f-d5e5578d5d1c,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:04.479768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:04.490036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:50:04.499022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 9c3ce346-00e1-45e2-9913-dd7e113cbe9a) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:50:04.503582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:04.504223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:04.509326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53e82e-1f4d-45b4-99a0-6fefb45365e0 None None] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:50:04.522940 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6811013 Apr 19 10:50:04.829353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 10:50:04.830957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:05.188539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Allocated IP 172.20.0.2 (9c3ce346-00e1-45e2-9913-dd7e113cbe9a/30f3aae4-d302-4ddb-a96f-d5e5578d5d1c/b5a8ade6-9238-461f-b9c0-7fe358e0fa69) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:50:05.424122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:05.438192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Transition to ACTIVE for port object b5a8ade6-9238-461f-b9c0-7fe358e0fa69 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:50:05.461475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Transition to ACTIVE for port object b5a8ade6-9238-461f-b9c0-7fe358e0fa69 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:50:05.467886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:05.473655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:05.522347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:50:05.523551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:50:05.526592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:50:05.646346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Pushing event updated for resources: {'Port': ['ID=b5a8ade6-9238-461f-b9c0-7fe358e0fa69,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:05.656874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.657251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.657617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.657976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.658332 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.658713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.659065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.659415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.659763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.660112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.660463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.660806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Tracked resource versions report: Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:50:05.661919 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:50:05.665624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:05.666863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Attempting to bind port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:50:05.667287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Attempting to bind port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:50:05.667693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Attempting to bind port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 on network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:50:05.674641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:50:05.675072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Checking segment: {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:50:05.675559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:05.675984 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Bound using segment: {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:50:05.676530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Bound port: b5a8ade6-9238-461f-b9c0-7fe358e0fa69, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:50:05.676942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:05.775870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] For port b5a8ade6-9238-461f-b9c0-7fe358e0fa69, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:50:05.780466 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] For port b5a8ade6-9238-461f-b9c0-7fe358e0fa69, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=b5a8ade6-9238-461f-b9c0-7fe358e0fa69,segment=NetworkSegment(c8eb47b2-273b-470c-bae4-4d393af6d481),segment_id=c8eb47b2-273b-470c-bae4-4d393af6d481)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:50:05.783916 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:05.789027 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:05.879661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Pushing event updated for resources: {'Port': ['ID=b5a8ade6-9238-461f-b9c0-7fe358e0fa69,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:05.884252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:07.316064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53272) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:07.722305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [None req-7c883e69-c01a-4183-8309-eca99ddd6ea0 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:50:07.738435 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7c883e69-c01a-4183-8309-eca99ddd6ea0 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4063067 Apr 19 10:50:10.508731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53282) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:10.921789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [None req-4636cc36-e23b-4219-8637-657b64068efd admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:50:10.922891 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4636cc36-e23b-4219-8637-657b64068efd admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4131131 Apr 19 10:50:12.193854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device b5a8ade6-9238-461f-b9c0-7fe358e0fa69 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:50:12.271133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:50:12.747201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce674fdb-e44d-4161-9333-0541623c5c18 None None] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:50:12.875835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Provisioning for port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:50:12.889944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Provisioning complete for port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:12.890361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:13.112012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:13.155595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] For port b5a8ade6-9238-461f-b9c0-7fe358e0fa69, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=b5a8ade6-9238-461f-b9c0-7fe358e0fa69,segment=NetworkSegment(c8eb47b2-273b-470c-bae4-4d393af6d481),segment_id=c8eb47b2-273b-470c-bae4-4d393af6d481)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:50:13.158805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:13.160769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:13.232763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Pushing event updated for resources: {'Port': ['ID=b5a8ade6-9238-461f-b9c0-7fe358e0fa69,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:13.236506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:13.383894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-67950793-7ba7-49dd-aa32-8fc0230d4580 None None] Provisioning complete for port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:13.384222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-67950793-7ba7-49dd-aa32-8fc0230d4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.017138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53298) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:14.171152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device b5a8ade6-9238-461f-b9c0-7fe358e0fa69 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:50:14.240202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:14.240680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.401031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'name': 'router1'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:50:14.406976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:50:14.410913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Usage tracker for resource:router and tenant:87269b14f82f440299d6ef7911587cb2 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:50:14.414012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:50:14.419972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:50:14.428588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.429866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.448947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.554893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.571821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:14.573039 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-758f8e9b-ead8-4821-b445-09d371bd3944 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5547879 Apr 19 10:50:16.049117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f94b7195-ad68-4185-90d2-6f9861ff7250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:17.307315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53308) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:17.701228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [None req-0786f45b-f4da-4cc7-bcc1-aa32283c9cde admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:50:17.702243 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0786f45b-f4da-4cc7-bcc1-aa32283c9cde admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3938634 Apr 19 10:50:18.457391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8ad7-0c2d-47ff-8b11-3de02ab484f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:19.202063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.016877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.510033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53328) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:20.671646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:50:20.677013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:50:20.681029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Usage tracker for resource:network and tenant:ae857fbee7644648a20ed50b0ecfeb52 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:50:20.684651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:50:20.690679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:50:20.699513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Made reservation on behalf of ae857fbee7644648a20ed50b0ecfeb52 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:50:20.704136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.716960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.732528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:50:20.736423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Usage tracker for resource:security_group_rule and tenant:ae857fbee7644648a20ed50b0ecfeb52 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:50:20.739339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:50:20.745294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:50:20.800232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.832631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.835627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.840775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:20.857262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Reserving flat network on physical network physnet1 {{(pid=86354) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 10:50:20.883309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.883697 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Added segment 18c23066-4f90-4553-b73d-9c15ac407735 of type flat for network a23c919f-1813-4e6f-ab2b-793a5d278f10 Apr 19 10:50:20.884928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea3d9fe-9a38-4bdd-b090-6130c5123469,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:20.892104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:20.925471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.959594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.960937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:20.961566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:20.967011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c2b99b6-6674-4033-b74f-c45ab5276ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:21.069036 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5579121 Apr 19 10:50:21.071875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Pushing event updated for resources: {'Network': ['ID=a23c919f-1813-4e6f-ab2b-793a5d278f10,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:21.075294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:21.082912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:50:23.596798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53348) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:23.711620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e33db3-557d-4ea8-85ee-2bfbbb440a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:23.713022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-99e33db3-557d-4ea8-85ee-2bfbbb440a7a admin admin] 10.222.0.35 "GET /v2.0/subnets/30f3aae4-d302-4ddb-a96f-d5e5578d5d1c HTTP/1.1" status: 200 len: 849 time: 0.1152053 Apr 19 10:50:24.017480 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3a9122c8-5b55-4414-a749-addeaa9c2e62 admin admin] 10.222.0.35 "GET /v2.0/routers/95e94aea-4c63-462d-9767-e8bbdddfd0e6 HTTP/1.1" status: 200 len: 704 time: 0.2982781 Apr 19 10:50:24.519814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:24.756493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Allocated IP 172.20.0.1 (9c3ce346-00e1-45e2-9913-dd7e113cbe9a/30f3aae4-d302-4ddb-a96f-d5e5578d5d1c/f0e0acf9-b0ba-46c8-934c-f3a204534be3) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:50:24.920546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:24.938301 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Transition to ACTIVE for port object f0e0acf9-b0ba-46c8-934c-f3a204534be3 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:50:24.994425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:24.999079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:25.055001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:50:25.062631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:50:25.066965 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:50:25.067482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:25.202837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7e939af2-6972-4b99-a9bf-c6bdbacd780d None None] Provisioning for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:50:25.207707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7e939af2-6972-4b99-a9bf-c6bdbacd780d None None] Provisioning complete for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:25.208114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7e939af2-6972-4b99-a9bf-c6bdbacd780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:25.208983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Pushing event updated for resources: {'Port': ['ID=f0e0acf9-b0ba-46c8-934c-f3a204534be3,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:25.224356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:25.265448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7e939af2-6972-4b99-a9bf-c6bdbacd780d None None] Port f0e0acf9-b0ba-46c8-934c-f3a204534be3 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:50:25.346253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:25.586998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:25.590529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:25.591595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:25.594992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:25.728963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Pushing event updated for resources: {'Port': ['ID=f0e0acf9-b0ba-46c8-934c-f3a204534be3,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:25.733617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:25.794834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:50:25.795932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:50:25.989517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3a1ff74c-fc66-4a97-9237-abf95d276cbc None None] Provisioning complete for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:25.989925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3a1ff74c-fc66-4a97-9237-abf95d276cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:26.050280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ff74c-fc66-4a97-9237-abf95d276cbc None None] Port f0e0acf9-b0ba-46c8-934c-f3a204534be3 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:50:26.162552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 10:50:26.328350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:50:26.338316 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] 10.222.0.35 "PUT /v2.0/routers/95e94aea-4c63-462d-9767-e8bbdddfd0e6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3150179 Apr 19 10:50:26.338689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Sync routers for ids ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:50:26.350545 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Routers {'95e94aea-4c63-462d-9767-e8bbdddfd0e6'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:50:26.351409 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:50:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:26.539697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Set router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:50:27.090780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'name': 'router1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:50:14Z', 'updated_at': '2021-04-19T10:50:25Z', 'revision_number': 2, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'gw_port_host': None, '_interfaces': [{'id': 'f0e0acf9-b0ba-46c8-934c-f3a204534be3', 'name': '', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'mac_address': 'fa:16:3e:dd:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:24Z', 'updated_at': '2021-04-19T10:50:25Z', 'revision_number': 2, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'subnets': [{'id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:27.095781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Checking router: 95e94aea-4c63-462d-9767-e8bbdddfd0e6 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:50:27.096164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Updating router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 port f0e0acf9-b0ba-46c8-934c-f3a204534be3 binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:50:27.151234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:27.544546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:27.559835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Transition to ACTIVE for port object f0e0acf9-b0ba-46c8-934c-f3a204534be3 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:50:27.565380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:27.570887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:27.776485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Pushing event updated for resources: {'Port': ['ID=f0e0acf9-b0ba-46c8-934c-f3a204534be3,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:27.798455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.798727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.799089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.799444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.799791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.800140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.800489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.800833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.801176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.801537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.801864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.802204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Tracked resource versions report: Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:50:27.803365 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:50:27.812088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:27.814385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Attempting to bind port f0e0acf9-b0ba-46c8-934c-f3a204534be3 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:50:27.814831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Attempting to bind port f0e0acf9-b0ba-46c8-934c-f3a204534be3 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:50:27.815519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Attempting to bind port f0e0acf9-b0ba-46c8-934c-f3a204534be3 on network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:50:27.821383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:50:27.821804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Checking segment: {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:50:27.822277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:27.822723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Bound using segment: {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:50:27.823285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Bound port: f0e0acf9-b0ba-46c8-934c-f3a204534be3, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8eb47b2-273b-470c-bae4-4d393af6d481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:50:27.823687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:27.916331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] For port f0e0acf9-b0ba-46c8-934c-f3a204534be3, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:50:27.921534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] For port f0e0acf9-b0ba-46c8-934c-f3a204534be3, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=f0e0acf9-b0ba-46c8-934c-f3a204534be3,segment=NetworkSegment(c8eb47b2-273b-470c-bae4-4d393af6d481),segment_id=c8eb47b2-273b-470c-bae4-4d393af6d481)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:50:27.925270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:27.931295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:28.018123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Routers {'95e94aea-4c63-462d-9767-e8bbdddfd0e6'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:50:28.018833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:50:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:28.097086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Pushing event updated for resources: {'Port': ['ID=f0e0acf9-b0ba-46c8-934c-f3a204534be3,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:28.100436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:28.194209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] Set router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:50:28.542625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'name': 'router1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:50:14Z', 'updated_at': '2021-04-19T10:50:25Z', 'revision_number': 2, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'gw_port_host': None, '_interfaces': [{'id': 'f0e0acf9-b0ba-46c8-934c-f3a204534be3', 'name': '', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'mac_address': 'fa:16:3e:dd:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:24Z', 'updated_at': '2021-04-19T10:50:27Z', 'revision_number': 4, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'subnets': [{'id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:28.547238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3cdf1-6c96-48f3-8d34-8cf8d91f0c60 None None] The sync data for ids ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'] in dv-cinder-786524-2-smb is: [{'id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'name': 'router1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:50:14Z', 'updated_at': '2021-04-19T10:50:25Z', 'revision_number': 2, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'gw_port_host': None, '_interfaces': [{'id': 'f0e0acf9-b0ba-46c8-934c-f3a204534be3', 'name': '', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'mac_address': 'fa:16:3e:dd:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:24Z', 'updated_at': '2021-04-19T10:50:27Z', 'revision_number': 4, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'subnets': [{'id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:50:28.902365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53360) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:29.065992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb569d-2751-41ff-9b7a-df70124bb949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:29.066665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c1fb569d-2751-41ff-9b7a-df70124bb949 admin admin] Synchronizing usage tracker for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:50:29.084219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c1fb569d-2751-41ff-9b7a-df70124bb949 admin admin] Unset dirty status for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:50:29.085428 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c1fb569d-2751-41ff-9b7a-df70124bb949 admin admin] 10.222.0.35 "GET /v2.0/networks/a23c919f-1813-4e6f-ab2b-793a5d278f10 HTTP/1.1" status: 200 len: 842 time: 0.1813376 Apr 19 10:50:29.096669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:50:29.102591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:50:29.107267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Usage tracker for resource:subnet and tenant:ae857fbee7644648a20ed50b0ecfeb52 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:50:29.110505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:50:29.121126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:50:29.130907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Made reservation on behalf of ae857fbee7644648a20ed50b0ecfeb52 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:50:29.135614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:29.572855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.objects.ports [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86354) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 10:50:29.573336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:29.578441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:29.653562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f019f17a-458f-45e6-a3db-5f771bf7d075,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:29.656986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:29.662936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:50:29.663322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Network hostable DHCP agents. Network: a23c919f-1813-4e6f-ab2b-793a5d278f10, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:50:29.680898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:50:29.688703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, a23c919f-1813-4e6f-ab2b-793a5d278f10) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:50:29.692620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:29.693244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:29.698382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a0e0d-052c-416e-9a57-a6e1a3947116 None None] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:50:29.730571 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6246092 Apr 19 10:50:29.953983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c684850-8b69-4d52-92fa-227a3d0552ab None None] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:50:32.190240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device f0e0acf9-b0ba-46c8-934c-f3a204534be3 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:50:32.261584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:50:32.266698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:32.267105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:32.394693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:32.400654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53374) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:32.429815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port f0e0acf9-b0ba-46c8-934c-f3a204534be3, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=f0e0acf9-b0ba-46c8-934c-f3a204534be3,segment=NetworkSegment(c8eb47b2-273b-470c-bae4-4d393af6d481),segment_id=c8eb47b2-273b-470c-bae4-4d393af6d481)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:50:32.436817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:32.439200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e297a549-09b4-4153-a6dd-6438798d2265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:32.513693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=f0e0acf9-b0ba-46c8-934c-f3a204534be3,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:32.517175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:32.621227 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e15a3658-fab2-4b99-a7aa-2eb40a7ca409 admin admin] 10.222.0.35 "GET /v2.0/routers/95e94aea-4c63-462d-9767-e8bbdddfd0e6 HTTP/1.1" status: 200 len: 710 time: 0.2192109 Apr 19 10:50:32.763734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e977d4-5ed3-41b0-aed0-8dd683f04703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:50:32.765201 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-00e977d4-5ed3-41b0-aed0-8dd683f04703 admin admin] 10.222.0.35 "GET /v2.0/networks/a23c919f-1813-4e6f-ab2b-793a5d278f10 HTTP/1.1" status: 200 len: 886 time: 0.1373172 Apr 19 10:50:32.775284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:50:33.438012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:33.781081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:33.839140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:33.987666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Allocated IP 172.28.0.15 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/98ff5427-4ee4-4bf0-ad2e-75856ba2b441) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:50:34.147955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:34.172893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device f0e0acf9-b0ba-46c8-934c-f3a204534be3 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:50:34.178641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:34.183867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:34.244772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:34.245013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:50:34.245154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:34.253154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:50:34.257781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:50:34.332847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Pushing event updated for resources: {'Port': ['ID=98ff5427-4ee4-4bf0-ad2e-75856ba2b441,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:34.391253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:34.682026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:35.048560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:35.053115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854072634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751400'] for router, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:35.421565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:50:35.607709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:50:35.615915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:35.617170 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] 10.222.0.35 "PUT /v2.0/routers/95e94aea-4c63-462d-9767-e8bbdddfd0e6 HTTP/1.1" status: 200 len: 889 time: 2.8455176 Apr 19 10:50:35.618438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Sync routers for ids ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:50:35.629849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Routers {'95e94aea-4c63-462d-9767-e8bbdddfd0e6'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:50:35.630589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:50:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:35.831941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Set router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:50:36.193006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'name': 'router1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '98ff5427-4ee4-4bf0-ad2e-75856ba2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:50:14Z', 'updated_at': '2021-04-19T10:50:34Z', 'revision_number': 4, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'gw_port': {'id': '98ff5427-4ee4-4bf0-ad2e-75856ba2b441', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:33Z', 'updated_at': '2021-04-19T10:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'f0e0acf9-b0ba-46c8-934c-f3a204534be3', 'name': '', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'mac_address': 'fa:16:3e:dd:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:24Z', 'updated_at': '2021-04-19T10:50:32Z', 'revision_number': 5, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'subnets': [{'id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:36.198008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Checking router: 95e94aea-4c63-462d-9767-e8bbdddfd0e6 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:50:36.198435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Updating router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:50:36.254628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:36.604523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:36.617106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Transition to ACTIVE for port object 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:50:36.624556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:36.629949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:36.710917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Attempting to bind port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:50:36.711320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Attempting to bind port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:50:36.712964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Attempting to bind port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:50:36.723144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cddbf-d6ee-4823-b560-4fa82d5610df None None] Pushing event updated for resources: {'Port': ['ID=98ff5427-4ee4-4bf0-ad2e-75856ba2b441,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:36.725622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:50:36.726025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:50:36.726461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:36.726876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:50:36.727389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Bound port: 98ff5427-4ee4-4bf0-ad2e-75856ba2b441, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:50:36.727791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:36.758151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-708cddbf-d6ee-4823-b560-4fa82d5610df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:36.805381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] For port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:50:36.809281 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] For port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=98ff5427-4ee4-4bf0-ad2e-75856ba2b441,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:50:36.812824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:36.817973 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:36.898146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Routers {'95e94aea-4c63-462d-9767-e8bbdddfd0e6'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:50:36.898890 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:50:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:37.039855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cddbf-d6ee-4823-b560-4fa82d5610df None None] Pushing event updated for resources: {'Port': ['ID=98ff5427-4ee4-4bf0-ad2e-75856ba2b441,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:37.043927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-708cddbf-d6ee-4823-b560-4fa82d5610df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:37.106414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] Set router 95e94aea-4c63-462d-9767-e8bbdddfd0e6 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:50:37.452040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'name': 'router1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '98ff5427-4ee4-4bf0-ad2e-75856ba2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:50:14Z', 'updated_at': '2021-04-19T10:50:34Z', 'revision_number': 4, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'gw_port': {'id': '98ff5427-4ee4-4bf0-ad2e-75856ba2b441', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:33Z', 'updated_at': '2021-04-19T10:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'f0e0acf9-b0ba-46c8-934c-f3a204534be3', 'name': '', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'mac_address': 'fa:16:3e:dd:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:24Z', 'updated_at': '2021-04-19T10:50:32Z', 'revision_number': 5, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'subnets': [{'id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:50:37.456182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa05b-9bff-45ef-8578-5f59edebb4c0 None None] The sync data for ids ['95e94aea-4c63-462d-9767-e8bbdddfd0e6'] in dv-cinder-786524-2-smb is: [{'id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'name': 'router1', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '98ff5427-4ee4-4bf0-ad2e-75856ba2b441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:50:14Z', 'updated_at': '2021-04-19T10:50:34Z', 'revision_number': 4, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'gw_port': {'id': '98ff5427-4ee4-4bf0-ad2e-75856ba2b441', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:33Z', 'updated_at': '2021-04-19T10:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'f0e0acf9-b0ba-46c8-934c-f3a204534be3', 'name': '', 'network_id': '9c3ce346-00e1-45e2-9913-dd7e113cbe9a', 'tenant_id': '87269b14f82f440299d6ef7911587cb2', 'mac_address': 'fa:16:3e:dd:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e94aea-4c63-462d-9767-e8bbdddfd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:50:24Z', 'updated_at': '2021-04-19T10:50:32Z', 'revision_number': 5, 'project_id': '87269b14f82f440299d6ef7911587cb2', 'subnets': [{'id': '30f3aae4-d302-4ddb-a96f-d5e5578d5d1c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52b9b3f7-f707-4b20-bd65-a42dacd9949e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:50:38.207259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:50:38.287700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:50:38.292765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:38.293176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:38.334974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53384) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:50:38.430897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:38.448476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=98ff5427-4ee4-4bf0-ad2e-75856ba2b441,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:50:38.452002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:38.454148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:50:38.500289 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7bf7c0be-c6ab-4f3f-bb60-fbb8d043da22 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1640873 Apr 19 10:50:38.531569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=98ff5427-4ee4-4bf0-ad2e-75856ba2b441,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:50:38.535154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:50:40.185170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:50:40.274312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 98ff5427-4ee4-4bf0-ad2e-75856ba2b441 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:50:40.274760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:46.074701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d8f5-fb36-466c-a3f9-6ea6c165068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:47.692905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:50:48.465459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6cd2338d-5ed3-4737-9a78-1820192f996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:49.205250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:50.020231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:50:50.815386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:16.047125 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0432fb-0181-4ed4-988d-75207bf1e0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:18.458690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1024c01-866f-4efe-bd95-86e24767245e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:19.206857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:20.026426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:20.836222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:24.694536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:51:46.049616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d22456f-2f37-4c1a-960a-c9464fd01664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:48.459849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3d7c-7d13-412c-a559-da6b00d53479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:49.210611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:50.019258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:51:50.824812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:01.695246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:52:16.053599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-346d1b70-5085-4004-8a46-38fd67d6f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:18.462048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ceecdb56-1eb8-420e-a757-8cc30d0392fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:19.214745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:20.021727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:20.839852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:22.940607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53954) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:23.017632 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd36e8b-5675-4e62-a0dc-642fbdde1e1a admin admin] GET failed (client error): The resource could not be found. Apr 19 10:52:23.019162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bbd36e8b-5675-4e62-a0dc-642fbdde1e1a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774059 Apr 19 10:52:23.160818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265b039-ebe3-4620-acd2-4e3143804d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:23.162295 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b265b039-ebe3-4620-acd2-4e3143804d44 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1389084 Apr 19 10:52:25.678730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53964) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:25.794158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230dba87-1179-4d46-837a-7114d6466b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:25.794793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-230dba87-1179-4d46-837a-7114d6466b35 admin admin] Synchronizing usage tracker for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:subnet {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:52:25.812116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-230dba87-1179-4d46-837a-7114d6466b35 admin admin] Unset dirty status for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:subnet {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:52:25.813411 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-230dba87-1179-4d46-837a-7114d6466b35 admin admin] 10.222.0.35 "GET /v2.0/subnets/30f3aae4-d302-4ddb-a96f-d5e5578d5d1c HTTP/1.1" status: 200 len: 849 time: 0.1336093 Apr 19 10:52:25.824266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:52:25.951440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:26.260912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768187846873'] for subnet, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:26.265636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:52:26.308287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:26.308287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:26.322432 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] 10.222.0.35 "PUT /v2.0/subnets/30f3aae4-d302-4ddb-a96f-d5e5578d5d1c HTTP/1.1" status: 200 len: 868 time: 0.4898176 Apr 19 10:52:26.322709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e14f88-8475-45ed-b757-ca6c0f152933 None None] Network 9c3ce346-00e1-45e2-9913-dd7e113cbe9a requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:52:26.337991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f3aae4-d302-4ddb-a96f-d5e5578d5d1c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:52:26.346990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.347363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.347730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.348097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.348458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.348819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.349186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.349539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.349914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.350268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.350682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.351036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:52:26.355629 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:52:26.783403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5ff1e9ee-a503-4b43-b806-1ac6b3b38313 None None] Provisioning complete for port b5a8ade6-9238-461f-b9c0-7fe358e0fa69 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:52:26.783991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e9ee-a503-4b43-b806-1ac6b3b38313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:26.916445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5ff1e9ee-a503-4b43-b806-1ac6b3b38313 None None] Provisioning complete for port f0e0acf9-b0ba-46c8-934c-f3a204534be3 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:52:26.916838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ff1e9ee-a503-4b43-b806-1ac6b3b38313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:28.821254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53974) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:29.011850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3aa93-601c-49a1-ae7a-4836608b942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:29.012308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3aa93-601c-49a1-ae7a-4836608b942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:29.013942 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-08b3aa93-601c-49a1-ae7a-4836608b942e admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1916378 Apr 19 10:52:31.517584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53984) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:31.702638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d8375-8829-4b80-910e-07e7ba381ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:31.703091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d8375-8829-4b80-910e-07e7ba381ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:31.704703 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8a5d8375-8829-4b80-910e-07e7ba381ac3 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1861155 Apr 19 10:52:34.224889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 53994) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:34.419915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977ef77-4021-4f26-a315-ef48c0faaa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:34.421346 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c977ef77-4021-4f26-a315-ef48c0faaa69 admin admin] 10.222.0.35 "GET /v2.0/networks/9c3ce346-00e1-45e2-9913-dd7e113cbe9a HTTP/1.1" status: 200 len: 869 time: 0.1954286 Apr 19 10:52:36.962893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54004) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:37.143892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f32913-2d55-434c-9216-2506bd5fbb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:37.145270 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-47f32913-2d55-434c-9216-2506bd5fbb2a admin admin] 10.222.0.35 "GET /v2.0/networks/a23c919f-1813-4e6f-ab2b-793a5d278f10 HTTP/1.1" status: 200 len: 886 time: 0.1813490 Apr 19 10:52:38.694649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:52:39.632147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54014) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:39.751556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b7398-9dfa-45a9-9bd3-a18feabf2085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:39.752135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b7398-9dfa-45a9-9bd3-a18feabf2085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:39.753624 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-204b7398-9dfa-45a9-9bd3-a18feabf2085 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204216 Apr 19 10:52:42.246730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54024) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:42.360764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ab841-f4b4-4b74-a886-9b26e2a573d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:42.361261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ab841-f4b4-4b74-a886-9b26e2a573d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:42.362892 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bf3ab841-f4b4-4b74-a886-9b26e2a573d4 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150818 Apr 19 10:52:44.916001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54034) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:45.039101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a712d0f-3ffe-4d50-832a-2f63e7de7570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:45.040584 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2a712d0f-3ffe-4d50-832a-2f63e7de7570 admin admin] 10.222.0.35 "GET /v2.0/subnets/30f3aae4-d302-4ddb-a96f-d5e5578d5d1c HTTP/1.1" status: 200 len: 868 time: 0.1235149 Apr 19 10:52:46.055908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b70695c-6f36-4ab4-944d-25b035add202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:47.546435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54044) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:52:47.657958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61d72f-b297-44de-8237-0542d0317241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:52:47.659419 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fc61d72f-b297-44de-8237-0542d0317241 admin admin] 10.222.0.35 "GET /v2.0/subnets/f019f17a-458f-45e6-a3db-5f771bf7d075 HTTP/1.1" status: 200 len: 816 time: 0.1119125 Apr 19 10:52:48.466362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-321a26ef-15e1-4eb4-b60e-70c1a5b77434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:49.218385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:50.026048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:52:50.833371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:14.550276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54088) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:53:14.604845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [None req-1e8ddad7-708b-4962-b250-4f1e873213cd admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:53:14.605939 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1e8ddad7-708b-4962-b250-4f1e873213cd admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545897 Apr 19 10:53:15.695272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:53:16.059489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee7ac-7f11-47ec-a0e3-192a64daf663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:17.216537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54098) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:53:17.377264 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-e99d25d8-2409-4954-976e-8a426e6ac229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:53:17.377848 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-e99d25d8-2409-4954-976e-8a426e6ac229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:53:17.662215 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99d25d8-2409-4954-976e-8a426e6ac229 admin admin] GET failed (client error): The resource could not be found. Apr 19 10:53:17.664144 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e99d25d8-2409-4954-976e-8a426e6ac229 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4455247 Apr 19 10:53:18.069664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.policy [None req-fb73aa96-240d-4187-9131-fdde99f3c746 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86353) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 10:53:18.125285 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-fb73aa96-240d-4187-9131-fdde99f3c746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:53:18.125704 dv-cinder-786524-2-smb neutron-server[86240]: WARNING oslo_policy.policy [None req-fb73aa96-240d-4187-9131-fdde99f3c746 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 10:53:18.143145 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb73aa96-240d-4187-9131-fdde99f3c746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:53:18.144916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fb73aa96-240d-4187-9131-fdde99f3c746 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.4763191 Apr 19 10:53:18.469229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f6b92d4-0457-4427-a04d-903a6b97c01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:19.220654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:20.029110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:20.743818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54114) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:53:20.799562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:53:20.802447 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.quota [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Loaded quota_driver: . Apr 19 10:53:20.810585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:53:20.824987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:53:20.837577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:20.838049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Made reservation on behalf of ae857fbee7644648a20ed50b0ecfeb52 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:53:20.844418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:20.948099 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.services.revisions.revision_plugin [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Could not find related network for resource to bump revision. Apr 19 10:53:20.963493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 980, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:53:20.974889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363268667013014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:20.975507 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Unsubscribe: segment precommit_create {{(pid=86353) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 10:53:20.975992 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Added segment 336db317-4594-44a0-ab59-d8381345a306 of type vlan for network 64b845a5-2303-43cd-a6ef-471fc5552ff5 Apr 19 10:53:21.049201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:21.086868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:21.088609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:53:21.089266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:21.095817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:53:21.199625 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4547319 Apr 19 10:53:21.208165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=64b845a5-2303-43cd-a6ef-471fc5552ff5,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:53:21.217089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.217465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.217834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.218193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.218582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.218944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.219292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.219641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.219992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.220341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.220687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.221030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Tracked resource versions report: Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:53:21.222227 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:53:21.250344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:53:21.258520 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 64b845a5-2303-43cd-a6ef-471fc5552ff5 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:53:23.756644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54128) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:53:23.834705 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-68943338-fb44-4b58-a027-3bb6cde883b3 admin admin] GET failed (client error): The resource could not be found. Apr 19 10:53:23.835293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-68943338-fb44-4b58-a027-3bb6cde883b3 admin admin] Synchronizing usage tracker for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:53:23.851555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-68943338-fb44-4b58-a027-3bb6cde883b3 admin admin] Unset dirty status for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:53:23.853376 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-68943338-fb44-4b58-a027-3bb6cde883b3 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0951211 Apr 19 10:53:23.968678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e5a9e5-2dbc-4bc5-bbaa-8bb0edd7dcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:53:23.970167 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-31e5a9e5-2dbc-4bc5-bbaa-8bb0edd7dcf4 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1123757 Apr 19 10:53:23.981574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:53:23.986516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:53:23.996330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:53:24.005020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Made reservation on behalf of ae857fbee7644648a20ed50b0ecfeb52 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:53:24.009559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:24.421709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:24.427030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:53:24.504026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43192d6-741e-43a3-be05-ba24fd5ef828,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:53:24.508631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Checking segment: {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:53:24.509550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Network hostable DHCP agents. Network: 64b845a5-2303-43cd-a6ef-471fc5552ff5, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:53:24.514000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:53:24.530876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Network 64b845a5-2303-43cd-a6ef-471fc5552ff5 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:53:24.540097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 64b845a5-2303-43cd-a6ef-471fc5552ff5) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:53:24.544672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:53:24.545336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:24.549539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f926d-3e39-44b6-9e53-98a0787d0e61 None None] Network 64b845a5-2303-43cd-a6ef-471fc5552ff5 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:53:24.570903 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5936713 Apr 19 10:53:24.788593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-64b845a5-2303-43cd-a6ef-471fc5552ff5', 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5', 'tenant_id': 'ae857fbee7644648a20ed50b0ecfeb52', 'fixed_ips': [{'subnet_id': 'd43192d6-741e-43a3-be05-ba24fd5ef828'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 10:53:24.789669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:24.957525 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Allocated IP 192.168.233.2 (64b845a5-2303-43cd-a6ef-471fc5552ff5/d43192d6-741e-43a3-be05-ba24fd5ef828/e8d38ba3-1c0e-4161-a55b-287a6c42046c) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:53:25.173710 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:25.185887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Transition to ACTIVE for port object e8d38ba3-1c0e-4161-a55b-287a6c42046c will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:53:25.205590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Transition to ACTIVE for port object e8d38ba3-1c0e-4161-a55b-287a6c42046c will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:53:25.210238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:25.216200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-708cddbf-d6ee-4823-b560-4fa82d5610df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:53:25.317281 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Network 64b845a5-2303-43cd-a6ef-471fc5552ff5 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:53:25.320625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:53:25.323228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:53:25.333751 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Pushing event updated for resources: {'Port': ['ID=e8d38ba3-1c0e-4161-a55b-287a6c42046c,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:53:25.373202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.373584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.373957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.374329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.374713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.375080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.375443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.375804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.376265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.376625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.376982 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.377343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:53:25.386416 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:53:25.441461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Attempting to bind port e8d38ba3-1c0e-4161-a55b-287a6c42046c on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:53:25.441803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Attempting to bind port e8d38ba3-1c0e-4161-a55b-287a6c42046c by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:53:25.442212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Attempting to bind port e8d38ba3-1c0e-4161-a55b-287a6c42046c on network 64b845a5-2303-43cd-a6ef-471fc5552ff5 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:53:25.448463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:53:25.448881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Checking segment: {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:53:25.449323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:25.449755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Bound using segment: {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:53:25.450277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Bound port: e8d38ba3-1c0e-4161-a55b-287a6c42046c, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:53:25.450724 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:25.553231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] For port e8d38ba3-1c0e-4161-a55b-287a6c42046c, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:53:25.556901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] For port e8d38ba3-1c0e-4161-a55b-287a6c42046c, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=e8d38ba3-1c0e-4161-a55b-287a6c42046c,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:53:25.559742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:25.564071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:53:25.651471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Pushing event updated for resources: {'Port': ['ID=e8d38ba3-1c0e-4161-a55b-287a6c42046c,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:53:25.654937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:53:26.336495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device e8d38ba3-1c0e-4161-a55b-287a6c42046c up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:53:26.412613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port e8d38ba3-1c0e-4161-a55b-287a6c42046c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:53:26.912360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eae7bf-e3ac-43f8-836d-e1de32999c1f None None] Network 64b845a5-2303-43cd-a6ef-471fc5552ff5 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:53:26.997384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Provisioning for port e8d38ba3-1c0e-4161-a55b-287a6c42046c completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:53:27.012932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Provisioning complete for port e8d38ba3-1c0e-4161-a55b-287a6c42046c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:53:27.013339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:27.252894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:27.306815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] For port e8d38ba3-1c0e-4161-a55b-287a6c42046c, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=e8d38ba3-1c0e-4161-a55b-287a6c42046c,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:53:27.311129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:27.313058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:53:27.391750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Pushing event updated for resources: {'Port': ['ID=e8d38ba3-1c0e-4161-a55b-287a6c42046c,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:53:27.402679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:53:27.541789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-90d8bba6-6e49-491c-8b30-db2c19ded16e None None] Provisioning complete for port e8d38ba3-1c0e-4161-a55b-287a6c42046c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:53:27.542132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90d8bba6-6e49-491c-8b30-db2c19ded16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:28.310111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device e8d38ba3-1c0e-4161-a55b-287a6c42046c up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:53:28.381931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port e8d38ba3-1c0e-4161-a55b-287a6c42046c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:53:28.382344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:46.062267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37ae3256-e8f6-4fa0-9040-c430ca8df0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:48.472783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b9fddfe-28ed-489b-aa34-4605b20b1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:49.222937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:50.029659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:50.841304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:53:52.694787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:54:16.063995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-913bbb72-6bfa-4eeb-8f20-11fb6878ea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:18.475551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6570dbf8-3eae-409d-a546-c0dcfbd91a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:19.225525 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:20.033900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:20.853575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:29.693935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:54:44.853450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54170) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:54:44.860478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [None req-d06d969c-6c4c-40b9-b52a-75712d83a1a3 tempest-verify_tempest_config-977130401 tempest-verify_tempest_config-977130401-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:54:44.861630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d06d969c-6c4c-40b9-b52a-75712d83a1a3 tempest-verify_tempest_config-977130401 tempest-verify_tempest_config-977130401-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063396 Apr 19 10:54:45.189766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54188) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:54:45.314562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.331773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:54:45.336025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Usage tracker for resource:security_group_rule and tenant:bb24a289f4904d90be4c8c4eafd8361e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:54:45.339281 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:54:45.345553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:54:45.435044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.437538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.446556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:54:45.490866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Synchronizing usage tracker for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:54:45.494363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b435331b-aaf6-498c-959f-4f2dbe3773a7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:54:45.504611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.504995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.505374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.505745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.506363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.506752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.507113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.507476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.507850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.508208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.508564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.508918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:54:45.513051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:54:45.522218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Unset dirty status for tenant:ae857fbee7644648a20ed50b0ecfeb52 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:54:45.523455 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb24a289f4904d90be4c8c4eafd8361e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3326347 Apr 19 10:54:45.526839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54194) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:54:45.586774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.614182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.664167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.670047 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:54:45.680733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b435331b-aaf6-498c-959f-4f2dbe3773a7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:54:45.684322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:54:45.687565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:45.688750 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b435331b-aaf6-498c-959f-4f2dbe3773a7 HTTP/1.1" status: 204 len: 168 time: 0.1609383 Apr 19 10:54:46.065860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f7a8157-c11a-48c9-abfa-0d6d7c1e815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:48.479926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b81e52a-1419-4b19-ad4d-ea2d52472b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:49.230415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:50.037214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:54:50.847802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:06.692978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:55:16.067381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0b99e4-b881-4a81-9fbe-45c74af8671b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:18.491597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0232746b-e026-45f4-bea0-2ff8cf654e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:19.231653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:20.038923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:20.851461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:43.692279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:55:46.069260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-58ec1e50-4ab0-4a7f-be94-010910bd8be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:48.484172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b848ea54-1c26-4426-bc1c-2e7c958ec73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:49.236700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:50.040235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:55:50.854294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:16.071326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f598fa34-8a68-414d-a009-7ee9b6ae898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:18.487004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-68b6f48e-e7c6-4185-961c-0a0f9c415a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:19.238243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:20.041993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:20.692378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:56:20.856786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:34.119342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:46.081084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1263e5bf-a151-4c45-916d-1742ec70f346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:48.488236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9fd13dc1-64b7-4057-89fd-b7ae89bd8935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:49.241455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:49.996002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54274) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:56:50.043616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:50.122387 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f8169569-5427-4f51-bf81-f4bb1daf73ad admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1250844 Apr 19 10:56:50.864259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:56:52.683958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54284) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:56:52.743103 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9df34cf4-9058-40ed-a847-627b300776ea admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0579834 Apr 19 10:56:57.692658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:57:04.096077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:16.073319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-27114119-bec8-49b9-9b61-928290a2dd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:18.491568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d365fa8-04b1-4c42-beee-7b15df946343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:19.242240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:20.045495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:20.866337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:34.119552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:34.692859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:57:46.075776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e21c3e9d-a692-46bb-90e7-4a3bb16146c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:48.492985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f8f11e9-e4e4-4706-8bf4-aa34826dc638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:49.259417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:50.048731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:57:50.878635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:04.117567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:11.693088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:58:16.079705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-106d42df-8e0a-4009-aa1a-3d50185676fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:18.495768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2493ac41-a8da-44a2-a4a8-5de3592bd59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:19.250886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:20.043429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:20.874986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:30.766904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54476) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:31.130111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1729333875-network', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:31.136344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:31.140315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Usage tracker for resource:network and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:31.143701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:31.150532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:31.162028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Made reservation on behalf of 42efe117c92e4902889f64df2a92a8c3 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:31.167340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54502) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:31.170389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.184291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.199940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:31.203900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:31.207261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:31.213608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:31.345124 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.349158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.355378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e2ee48d8-4628-4d87-aacd-00123e542c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:31.387449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3d4bc9-20f2-46c7-9c38-fa377fe8065c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:31.396957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.397381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.397763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.398136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.398530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.398881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.399245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.399610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.399995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.400333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.400881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.401408 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Tracked resource versions report: Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: HyperV agent@hv-cinder-78652: {}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:58:31.402716 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:58:31.411365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:31.415889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86236522-730d-4389-b964-71935d7da23a admin admin] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:58:31.430192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.430914 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Added segment ce24d437-be2f-4045-8a8f-f7e90c9e38db of type vlan for network 04913277-4dba-44b0-968a-15afd3a6551d Apr 19 10:58:31.462747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.504511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.508037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:31.509006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.516995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:31.651454 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-86236522-730d-4389-b964-71935d7da23a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8807409 Apr 19 10:58:31.651454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Pushing event updated for resources: {'Network': ['ID=04913277-4dba-44b0-968a-15afd3a6551d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:31.652672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54520) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:31.655180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:31.664284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 04913277-4dba-44b0-968a-15afd3a6551d details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:31.669585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Request body: {'subnet': {'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1729333875-subnet', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:31.685469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:31.691450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Usage tracker for resource:subnet and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:31.701684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:31.710344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:31.734868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Made reservation on behalf of 42efe117c92e4902889f64df2a92a8c3 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:31.739820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.803474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54526) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:31.820650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54532) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:31.855117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-651492274-network', 'tenant_id': '99acf77e4f894d2bbcbd9833beebe987'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:31.860856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:31.865849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Usage tracker for resource:network and tenant:99acf77e4f894d2bbcbd9833beebe987 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:31.869342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:31.876536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:31.890750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Made reservation on behalf of 99acf77e4f894d2bbcbd9833beebe987 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:31.896215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.922841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:31.946445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:31.954453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Usage tracker for resource:security_group_rule and tenant:99acf77e4f894d2bbcbd9833beebe987 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:31.960806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:31.970792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:32.220400 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-657154384-network', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:32.228817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:32.235653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Usage tracker for resource:network and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:32.239729 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:32.247819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:32.263843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1047393840-network', 'tenant_id': '479d95b802124ddbb91c35066480bd89'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:32.270137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:32.270893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.276693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Usage tracker for resource:network and tenant:479d95b802124ddbb91c35066480bd89 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:32.281060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.281804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:32.290191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:32.297534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] vlan segment allocate from pool success with {'vlan_id': 994, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:58:32.300447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Made reservation on behalf of 0f65d4beb51b4417bbb2fcc6ffc66ff8 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:32.306899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.307190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.307594 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Added segment cc8d2a73-4205-4bce-8f9d-5a215e0f7185 of type vlan for network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 Apr 19 10:58:32.324361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.337623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.346061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:32.351651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:32.355092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Made reservation on behalf of 479d95b802124ddbb91c35066480bd89 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:32.361580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.369220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:32.376128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:32.393437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.407984 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:32.419830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b698683-2ae4-41a3-822e-d35a016dbdb0,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:32.422183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.423205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:32.429246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:479d95b802124ddbb91c35066480bd89 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:32.439330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:32.440077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.448686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.449251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.449788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.450049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:32.450748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.451272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.451937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.452469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.453091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.453630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.454150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.454738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.455259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Tracked resource versions report: Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: HyperV agent@hv-cinder-78652: {}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:58:32.456579 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:58:32.465697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:32.513988 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3454015 Apr 19 10:58:32.515160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54558) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:32.517549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:32.528337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:32.529619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Request body: {'subnet': {'network_id': '59289077-dafc-4fdf-8dc0-ba1ff9d9b656', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-651492274-subnet', 'tenant_id': '99acf77e4f894d2bbcbd9833beebe987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:32.567230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:32.581210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Usage tracker for resource:subnet and tenant:99acf77e4f894d2bbcbd9833beebe987 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:32.591178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:32.608158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:32.682101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Made reservation on behalf of 99acf77e4f894d2bbcbd9833beebe987 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:32.686945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.766179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Pushing event updated for resources: {'Network': ['ID=59289077-dafc-4fdf-8dc0-ba1ff9d9b656,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:32.774692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:32.776841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:32.848871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:32.862449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7421e596-e07f-4074-9c71-4dafcee820b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:32.997049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Checking segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:32.997049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Network hostable DHCP agents. Network: 04913277-4dba-44b0-968a-15afd3a6551d, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:58:32.999960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.041614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d528570-61da-4d3e-b00d-9d34dcf96e6c,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:33.044425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Network 04913277-4dba-44b0-968a-15afd3a6551d is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:58:33.053095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:33.055709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 04913277-4dba-44b0-968a-15afd3a6551d) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:33.057887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.062596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:33.063474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.066008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704cc1b-f1ae-4bd0-a9bf-817331e6dfe8 None None] Network 04913277-4dba-44b0-968a-15afd3a6551d requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:33.085450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.090570 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4351292 Apr 19 10:58:33.093803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54576) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:33.103386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:33.109314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:33.115070 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Usage tracker for resource:router and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:33.121908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:33.131160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:33.145870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.147939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.180363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:58:33.204156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.209522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:33.226473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.288643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.289029 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Added segment 889d5de4-ac9e-4c47-b76d-94d2829d1e4a of type vlan for network 301e935e-34c0-49a6-8cbe-ebfe8213a638 Apr 19 10:58:33.341355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.375938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac54784-e1c8-45be-8a90-9bd67069822d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:33.380878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54584) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:33.389017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:33.401250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:33.437225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.445728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be848c72-bf4e-4051-b52c-10667be52220,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:33.447738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-04913277-4dba-44b0-968a-15afd3a6551d', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 10:58:33.452334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.452520 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:33.453072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:33.488448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:33.494537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5c0b9b0-adf8-49da-87f2-9f63c087c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:33.636811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Pushing event updated for resources: {'Network': ['ID=301e935e-34c0-49a6-8cbe-ebfe8213a638,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:33.644294 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8219273 Apr 19 10:58:33.645478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:58:33.650765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:33.651274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54606) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:33.663950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:33.738489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Request body: {'subnet': {'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-subnet', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:33.751769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:33.762292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Usage tracker for resource:subnet and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:33.770737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:33.787307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:33.845694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Made reservation on behalf of 0f65d4beb51b4417bbb2fcc6ffc66ff8 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:33.858746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.151172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Allocated IP 172.20.0.2 (04913277-4dba-44b0-968a-15afd3a6551d/1d528570-61da-4d3e-b00d-9d34dcf96e6c/771544c2-2e25-4fe4-98fe-1b50d38280bc) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:34.314673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.351369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.351763 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Added segment 825c9cb9-7c20-4703-bc7b-b09af1904aab of type vlan for network f0c9d197-dcb0-4812-acb2-216733251c08 Apr 19 10:58:34.378276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:34.423929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.444714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Usage tracker for resource:security_group_rule and tenant:b25b4ee3e6524f1788b5121c588064ac is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:34.448610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:34.475618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.481683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:34.488691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.507301 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Transition to ACTIVE for port object 771544c2-2e25-4fe4-98fe-1b50d38280bc will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:34.512217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.547055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Transition to ACTIVE for port object 771544c2-2e25-4fe4-98fe-1b50d38280bc will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:34.551237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.557535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c19729d-6e71-4699-b466-666e2b04c892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:34.638019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Pushing event updated for resources: {'Port': ['ID=771544c2-2e25-4fe4-98fe-1b50d38280bc,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:34.648413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.648777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.649152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.649518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.649879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.650239 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.650641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.650996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.651350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.651703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.652059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.652650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Tracked resource versions report: Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: HyperV agent@hv-cinder-78652: {}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:58:34.653508 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:58:34.662562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 10:58:34.671634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Network 04913277-4dba-44b0-968a-15afd3a6551d is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:34.672811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:34.673712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:34.680742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:34.821016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Attempting to bind port 771544c2-2e25-4fe4-98fe-1b50d38280bc on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:34.821440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Attempting to bind port 771544c2-2e25-4fe4-98fe-1b50d38280bc by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:34.821817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Attempting to bind port 771544c2-2e25-4fe4-98fe-1b50d38280bc on network 04913277-4dba-44b0-968a-15afd3a6551d {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:34.840630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:34.841092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Checking segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:34.841553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.841999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Bound using segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:34.842583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Bound port: 771544c2-2e25-4fe4-98fe-1b50d38280bc, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:34.842999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:34.968850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54648) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:34.996816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] For port 771544c2-2e25-4fe4-98fe-1b50d38280bc, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:35.001615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] For port 771544c2-2e25-4fe4-98fe-1b50d38280bc, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=771544c2-2e25-4fe4-98fe-1b50d38280bc,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:35.006329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.007433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.015055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:35.017927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:35.018619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.037246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:35.085683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.123417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.154230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c9d197-dcb0-4812-acb2-216733251c08,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:35.174942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:35.180575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network f0c9d197-dcb0-4812-acb2-216733251c08 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:35.231851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Pushing event updated for resources: {'Port': ['ID=771544c2-2e25-4fe4-98fe-1b50d38280bc,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:35.252095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:35.261460 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.276539 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4684761 Apr 19 10:58:35.281249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54662) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:35.291493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Request body: {'subnet': {'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1047393840-subnet', 'tenant_id': '479d95b802124ddbb91c35066480bd89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:35.301273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:35.319357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Usage tracker for resource:subnet and tenant:479d95b802124ddbb91c35066480bd89 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:35.330891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:35.335938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Allocated IP 172.28.0.252 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/79150fa7-d9f5-4258-9a54-6eb58f43fdf1) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:35.342461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.345949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:35.355684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:35.360360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2639acbc0f4fd7afcd2b008fed9dae is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:35.363598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:35.376391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:35.396134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Made reservation on behalf of 479d95b802124ddbb91c35066480bd89 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:35.401757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.403152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.493308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fa6299c-a559-4cfc-8113-14ffc3042a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:35.539803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.575088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.575902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.590932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2baf8b-0217-4214-9eb2-abb0620ba224,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:35.599034 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b25b4ee3e6524f1788b5121c588064ac&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2120326 Apr 19 10:58:35.603227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:35.603827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b58db925-7044-46c5-b5cd-f2119055dcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:35.610932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54670) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:35.737286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb104fe1-ab04-4885-bfb8-c8d0ce62080f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:35.741925 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b2639acbc0f4fd7afcd2b008fed9dae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7633965 Apr 19 10:58:35.745609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54676) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:35.752823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:35.756781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f9ea417-dc93-4d8e-a3be-c1ea1bf1e7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:35.798533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.868140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Checking segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:35.868423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Network hostable DHCP agents. Network: 301e935e-34c0-49a6-8cbe-ebfe8213a638, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:58:35.920022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4befcfa-dae8-48c9-95ea-091753e59136,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:35.934897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:35.941558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.947962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.951946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:35.968581 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:35.990383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:58:36.036716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.037483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.049404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 301e935e-34c0-49a6-8cbe-ebfe8213a638) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:36.054859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.062119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c657b66-1d58-456a-83c7-7f5f509843fb None None] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:36.064140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:36.070122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:36.071479 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.114315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22469d2d-4455-4534-9807-f13add852a9e,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:36.119096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:36.162612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Checking segment: {'id': 'cc8d2a73-4205-4bce-8f9d-5a215e0f7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '59289077-dafc-4fdf-8dc0-ba1ff9d9b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:36.162722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Network hostable DHCP agents. Network: 59289077-dafc-4fdf-8dc0-ba1ff9d9b656, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:58:36.183388 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5282176 Apr 19 10:58:36.188019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54696) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:36.208357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.210886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:58:36.211983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:36.216526 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:36.226067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:36.238089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:36.264415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2baf8b-0217-4214-9eb2-abb0620ba224,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:36.266871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 59289077-dafc-4fdf-8dc0-ba1ff9d9b656) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:36.285107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:36.286121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:36.287210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.289577 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e2baf8b-0217-4214-9eb2-abb0620ba224 HTTP/1.1" status: 204 len: 168 time: 0.6739974 Apr 19 10:58:36.322034 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:36.322856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.335862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39978f37-8f42-4af5-bd6d-38b6a0216a40 None None] Network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:36.366909 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8438148 Apr 19 10:58:36.545918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-301e935e-34c0-49a6-8cbe-ebfe8213a638', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 10:58:36.546901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.563908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Pushing event updated for resources: {'Port': ['ID=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:36.573263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.825038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54718) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:36.859908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:36.899236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:36.915891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0166d5d9190a4296b6a60cd49ae88cbd is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:36.920429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:36.929043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:36.936731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 771544c2-2e25-4fe4-98fe-1b50d38280bc up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:37.111832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.115723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.133977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 771544c2-2e25-4fe4-98fe-1b50d38280bc completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:37.138088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:37.148187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.151053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5064adc-a434-42d0-a4f0-71558b6cf27f None None] Network 04913277-4dba-44b0-968a-15afd3a6551d requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:37.207113 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0166d5d9190a4296b6a60cd49ae88cbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3808150 Apr 19 10:58:37.207795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54732) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:37.211234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b329ce8-e796-45bd-9151-ac40239bc050,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:37.253116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:37.282269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.319367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.367371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:37.373424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:37.374950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.381670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:37.404120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b329ce8-e796-45bd-9151-ac40239bc050,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:37.408319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:37.409682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.414437 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b329ce8-e796-45bd-9151-ac40239bc050 HTTP/1.1" status: 204 len: 168 time: 0.2053287 Apr 19 10:58:37.462278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb104fe1-ab04-4885-bfb8-c8d0ce62080f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:37.464635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:37.473035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:37.488227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Usage tracker for resource:router and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:37.560906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:37.588799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:37.644037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc234b0c-b784-4e47-9f3a-1e606ab82230 None None] Network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:37.700147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.778718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Provisioning for port 771544c2-2e25-4fe4-98fe-1b50d38280bc completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:37.895614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Provisioning complete for port 771544c2-2e25-4fe4-98fe-1b50d38280bc triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:37.896033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.906784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.908241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.964283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:37.965647 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb104fe1-ab04-4885-bfb8-c8d0ce62080f HTTP/1.1" status: 204 len: 168 time: 2.2168484 Apr 19 10:58:37.980115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.000795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54762) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:38.022985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54768) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:38.031280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-6418024-network', 'tenant_id': 'ce404f112a8246ee906290d0493512cb'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:38.044265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:38.052688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Usage tracker for resource:network and tenant:ce404f112a8246ee906290d0493512cb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:38.067940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:38.079166 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:38.100952 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Made reservation on behalf of ce404f112a8246ee906290d0493512cb for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:38.105866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.138902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.171355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:38.175668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Usage tracker for resource:security_group_rule and tenant:ce404f112a8246ee906290d0493512cb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:38.179480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:38.185893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:38.214976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.287351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.292086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.295547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:38.299350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-89cad767-e425-40a3-8008-a78fda78f965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:38.314654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Allocated IP 172.20.0.2 (301e935e-34c0-49a6-8cbe-ebfe8213a638/f4befcfa-dae8-48c9-95ea-091753e59136/224f92e8-39b6-4014-8a46-0b8960ae8697) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:38.335557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 977, 'physical_network': 'physnet1'} {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:58:38.352913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9240e10b-8a7c-45c4-aac4-b3d0ed008049,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:38.362050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.362177 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Added segment 66cdd65b-f9d0-4c6a-a24d-5659b2404d50 of type vlan for network 949c9f5a-8424-43a0-95df-fed67ad49227 Apr 19 10:58:38.387462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:38.406990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.418192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 10:58:38.473722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.478437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:38.479370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.491057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d6c686-2b24-4c35-bb14-23bde8135120,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:38.516581 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:38.544017 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5196350 Apr 19 10:58:38.545452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.562326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54780) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:38.622035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.632222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.657334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:38.662371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:38.674999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Request body: {'subnet': {'network_id': '949c9f5a-8424-43a0-95df-fed67ad49227', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-6418024-subnet', 'tenant_id': 'ce404f112a8246ee906290d0493512cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:38.690598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:38.698253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Usage tracker for resource:subnet and tenant:ce404f112a8246ee906290d0493512cb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:38.702027 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] For port 771544c2-2e25-4fe4-98fe-1b50d38280bc, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=771544c2-2e25-4fe4-98fe-1b50d38280bc,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:58:38.707485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:38.708668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.721532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:38.741755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:38.761846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54786) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:38.777051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Usage tracker for resource:security_group_rule and tenant:b00b2a1a8204429286b72361b27f05c7 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:38.811937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Pushing event updated for resources: {'Network': ['ID=949c9f5a-8424-43a0-95df-fed67ad49227,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:38.816038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:38.828898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:38.834119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:38.835733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Made reservation on behalf of ce404f112a8246ee906290d0493512cb for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:38.841650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:38.846037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 949c9f5a-8424-43a0-95df-fed67ad49227 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:58:39.078727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Pushing event updated for resources: {'Port': ['ID=771544c2-2e25-4fe4-98fe-1b50d38280bc,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:39.082990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:39.096122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5436a4d3-0974-41b8-8d4f-cf31b9d85705 None None] Provisioning complete for port 771544c2-2e25-4fe4-98fe-1b50d38280bc triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:39.096750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5436a4d3-0974-41b8-8d4f-cf31b9d85705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.112033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.216836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.219187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Checking segment: {'id': '825c9cb9-7c20-4703-bc7b-b09af1904aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:39.219623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Network hostable DHCP agents. Network: f0c9d197-dcb0-4812-acb2-216733251c08, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:58:39.269735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Transition to ACTIVE for port object 224f92e8-39b6-4014-8a46-0b8960ae8697 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:39.274753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:39.293752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Network f0c9d197-dcb0-4812-acb2-216733251c08 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:58:39.307663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, f0c9d197-dcb0-4812-acb2-216733251c08) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:39.316999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:58:39.325962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7d2fa-7774-4800-ba39-5351380db0aa None None] Network f0c9d197-dcb0-4812-acb2-216733251c08 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:39.328018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa24475b11d46dc9b00dd7b22b51c1d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:39.332072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:39.332732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.338471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:39.352360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:39.393704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:58:39.431786 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1395750 Apr 19 10:58:39.432054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:39.432054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:39.502825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Transition to ACTIVE for port object 224f92e8-39b6-4014-8a46-0b8960ae8697 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:39.565620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.605644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:39.649525 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.681811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.702602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.703928 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6085422 Apr 19 10:58:39.708071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 54818) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:39.754650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5814a36-373f-4e03-b624-d5b0fbb5c3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:39.874096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:39.955060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:58:39.981109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.036416 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.049728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f121c500-d0ee-4604-86bf-f419f689f02a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:40.062569 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b00b2a1a8204429286b72361b27f05c7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0603094 Apr 19 10:58:40.073119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54838) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:40.073946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:40.086570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51356fbc-df0f-46eb-9d30-805827b2b2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:40.175431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.234266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Pushing event updated for resources: {'Port': ['ID=224f92e8-39b6-4014-8a46-0b8960ae8697,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:40.249541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:40.294245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:40.296065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.305418 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0aa24475b11d46dc9b00dd7b22b51c1d&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5399363 Apr 19 10:58:40.316585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:40.320517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54848) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:40.324601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:40.349754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4755c723-5b04-4a10-8b5e-d4b58fbb761b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:40.378750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:40.388741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a28e9ab5-43f7-4eba-b1b2-e209f7bc5ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:40.612600 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 771544c2-2e25-4fe4-98fe-1b50d38280bc up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:40.746299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54880) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:40.757165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.758564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:36Z', 'revision_number': 3, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:40.764576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:58:40.765193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Updating router deaefcb0-aebc-4f0a-b68e-b556d670f4ed port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:58:40.791217 dv-cinder-786524-2-smb neutron-server[86240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 10:58:40.846023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.906645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Attempting to bind port 224f92e8-39b6-4014-8a46-0b8960ae8697 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:40.908245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Attempting to bind port 224f92e8-39b6-4014-8a46-0b8960ae8697 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:40.910733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fa7f07-5a30-45f4-9c3f-f41096d9cf26,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:40.914458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Attempting to bind port 224f92e8-39b6-4014-8a46-0b8960ae8697 on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:40.924772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.939498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:40.941968 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Checking segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:40.942633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:40.943331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Bound using segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:40.944072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Bound port: 224f92e8-39b6-4014-8a46-0b8960ae8697, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:40.959160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.186495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Checking segment: {'id': '66cdd65b-f9d0-4c6a-a24d-5659b2404d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': '949c9f5a-8424-43a0-95df-fed67ad49227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:41.189549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Network hostable DHCP agents. Network: 949c9f5a-8424-43a0-95df-fed67ad49227, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:58:41.243749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-9fc7ca51-f294-4c5f-8cc2-71c299c7737c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:41.245036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-9fc7ca51-f294-4c5f-8cc2-71c299c7737c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Synchronizing usage tracker for tenant:479d95b802124ddbb91c35066480bd89 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:58:41.252153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] For port 224f92e8-39b6-4014-8a46-0b8960ae8697, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:41.256885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] For port 224f92e8-39b6-4014-8a46-0b8960ae8697, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=224f92e8-39b6-4014-8a46-0b8960ae8697,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:41.277621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.282847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:41.300665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.330320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:41.340171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ad619568-893a-4ec2-8bd7-6b5bc5389fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:41.386016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff02018-7b18-48ff-94a0-f1a068c04017 None None] Network f0c9d197-dcb0-4812-acb2-216733251c08 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:41.400781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-9fc7ca51-f294-4c5f-8cc2-71c299c7737c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Unset dirty status for tenant:479d95b802124ddbb91c35066480bd89 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:58:41.408725 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-9fc7ca51-f294-4c5f-8cc2-71c299c7737c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/networks?id=f0c9d197-dcb0-4812-acb2-216733251c08 HTTP/1.1" status: 200 len: 812 time: 0.6548278 Apr 19 10:58:41.423748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.465470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.486523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.519806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 771544c2-2e25-4fe4-98fe-1b50d38280bc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:41.520755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.533738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Network 949c9f5a-8424-43a0-95df-fed67ad49227 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:58:41.548330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f121c500-d0ee-4604-86bf-f419f689f02a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:41.548614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.564639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:41.575734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Transition to ACTIVE for port object 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:41.584864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.588460 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-98bea72f-15e0-4290-886e-75d553f23697 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/quotas/479d95b802124ddbb91c35066480bd89 HTTP/1.1" status: 200 len: 375 time: 0.1786261 Apr 19 10:58:41.590421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:41.592586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 949c9f5a-8424-43a0-95df-fed67ad49227) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:41.625706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1adf2-16af-40ed-b4ef-c5b18b4e32a8 None None] Network 949c9f5a-8424-43a0-95df-fed67ad49227 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:41.654880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Pushing event updated for resources: {'Port': ['ID=224f92e8-39b6-4014-8a46-0b8960ae8697,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:41.665673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.670146 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f121c500-d0ee-4604-86bf-f419f689f02a HTTP/1.1" status: 204 len: 168 time: 1.5876439 Apr 19 10:58:41.677923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:41.679145 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.698831 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-56f22fa2-bd14-45ef-88d5-fc1a95add84c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=479d95b802124ddbb91c35066480bd89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092114 Apr 19 10:58:41.721389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.724293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.729823 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4755c723-5b04-4a10-8b5e-d4b58fbb761b HTTP/1.1" status: 204 len: 168 time: 1.3480906 Apr 19 10:58:41.739843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:41.747917 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1787157 Apr 19 10:58:41.750881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4755c723-5b04-4a10-8b5e-d4b58fbb761b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:41.765114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:41.819631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Pushing event updated for resources: {'Port': ['ID=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:41.835077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Attempting to bind port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:41.835455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Attempting to bind port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:41.835815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Attempting to bind port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:41.847067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.847438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.847804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.848164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.848723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.849092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.849448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.849801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.850154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.851077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.851465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.851814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Tracked resource versions report: Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: pushed versions: Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: { 'AddressGroup': {'1.2'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': {'1.0'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': {'1.0'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': {'1.1'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': {'1.7'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': {'1.2'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': {'1.8'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': {'1.4'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': {'1.2'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': {'1.0'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': {'1.1'}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': {'1.1'}} Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: consumer versions: Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: { DHCP agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: HyperV agent@hv-cinder-78652: {}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: L3 agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: Metadata agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: Metering agent@dv-cinder-786524-2-smb: {}, Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: Open vSwitch agent@dv-cinder-786524-2-smb: { 'AddressGroup': '1.2', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'ConntrackHelper': '1.0', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Log': '1.0', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Network': '1.1', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Port': '1.7', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'PortForwarding': '1.2', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'QosPolicy': '1.8', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroup': '1.4', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'SecurityGroupRule': '1.2', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'SubPort': '1.0', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Subnet': '1.1', Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: 'Trunk': '1.1'}} Apr 19 10:58:41.852932 dv-cinder-786524-2-smb neutron-server[86240]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 10:58:41.857083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:41.857083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:41.857083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.857083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:41.857685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Bound port: 79150fa7-d9f5-4258-9a54-6eb58f43fdf1, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:41.857932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:41.869885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:41.890491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:41.987716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] For port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:41.992047 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] For port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:41.992286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Allocated IP 172.20.0.1 (04913277-4dba-44b0-968a-15afd3a6551d/1d528570-61da-4d3e-b00d-9d34dcf96e6c/ca9a3cee-0bc3-453f-8cb6-73b1e1138726) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:41.999356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:42.020203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:42.160801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:42.163224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:42.169991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54914) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:42.235345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:42.246992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Pushing event updated for resources: {'Port': ['ID=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:42.253067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:42.256729 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Transition to ACTIVE for port object ca9a3cee-0bc3-453f-8cb6-73b1e1138726 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:42.317769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:42.331242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d72c32e4-2c00-4f5e-9138-91e82b470302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:42.409309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:58:42.456624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54924) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:42.604085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Deleting subnet 22469d2d-4455-4534-9807-f13add852a9e {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 10:58:42.609625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ab12d-1edc-4a76-abf8-230bc1969b0c None None] Network 949c9f5a-8424-43a0-95df-fed67ad49227 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:42.620597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:42.752909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:42.771326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:42.902002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Allocated IP 172.28.0.16 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/19778046-a1c3-4a51-ae9e-502abcb065c8) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:42.985575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-c794a0e6-8646-4eda-9798-e7ae0058e281 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:58:42.986788 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-c794a0e6-8646-4eda-9798-e7ae0058e281 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4631917 Apr 19 10:58:42.989823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 224f92e8-39b6-4014-8a46-0b8960ae8697 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:43.016509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:43.067468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:43.085343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:43.108938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Network 04913277-4dba-44b0-968a-15afd3a6551d is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:43.120515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:43.131320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:43.132495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:43.199993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:43.299300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 224f92e8-39b6-4014-8a46-0b8960ae8697 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:43.372825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Usage tracker for resource:security_group_rule and tenant:c073fcc040584ef1b4203418a18e3338 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:43.406651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:43.443480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:43.507649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:36Z', 'revision_number': 3, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:43.523945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e400d09-de83-478d-8907-51ab50cdc5b8 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:36Z', 'revision_number': 3, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:58:43.581691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-30a31877-05c0-48fc-bcd9-87066d4aeafe None None] Provisioning for port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:43.591439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-30a31877-05c0-48fc-bcd9-87066d4aeafe None None] Provisioning complete for port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:43.594632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30a31877-05c0-48fc-bcd9-87066d4aeafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:43.637222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:43.678311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06549c71-b020-4405-ae6a-d93ac7ec4219 None None] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:58:43.809339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:43.822832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:43.832340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-30a31877-05c0-48fc-bcd9-87066d4aeafe None None] Port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:58:43.857992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:43.880755 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-284b58bf-c843-40e7-9d2f-928088f066f3 service neutron] 10.222.0.35 "GET /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8282158 Apr 19 10:58:43.986736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Provisioning for port 224f92e8-39b6-4014-8a46-0b8960ae8697 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:44.004110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Provisioning complete for port 224f92e8-39b6-4014-8a46-0b8960ae8697 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:44.004530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:44.024611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:44.029788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:44.052079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:44.186390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Pushing event updated for resources: {'Port': ['ID=19778046-a1c3-4a51-ae9e-502abcb065c8,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:44.224121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:44.598799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:44.711148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] For port 224f92e8-39b6-4014-8a46-0b8960ae8697, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=224f92e8-39b6-4014-8a46-0b8960ae8697,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:58:44.722835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:44.725168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-708cddbf-d6ee-4823-b560-4fa82d5610df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:44.726108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:44.756249 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-9de37f1f-6201-4c55-bbbc-b45dac3d15c1 service neutron] 10.222.0.35 "GET /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728058 Apr 19 10:58:44.812363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9810adfb-8d6d-431a-b603-ff2cc67aaa0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:44.852292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:44.960415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22469d2d-4455-4534-9807-f13add852a9e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:44.963462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:44.979882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:45.035891 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e2ead87c-f140-41e9-9ae0-00322436be57 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/22469d2d-4455-4534-9807-f13add852a9e HTTP/1.1" status: 204 len: 168 time: 2.5775983 Apr 19 10:58:45.077218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 54990) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:45.228933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55006) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:45.235105 dv-cinder-786524-2-smb neutron-server[86240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 10:58:45.279660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.303004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.316371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-abdd548b-d92d-45c0-ac3f-d723e209b59c None None] Provisioning complete for port 224f92e8-39b6-4014-8a46-0b8960ae8697 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:45.316681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abdd548b-d92d-45c0-ac3f-d723e209b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.323169 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.339642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:45.349933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.368785 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c485852f-40d2-403f-942c-65b1381ec2ba req-1125357f-2546-4c21-a5a8-846f43908d22 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 0.1369953 Apr 19 10:58:45.379681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.393162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:45.440590 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c073fcc040584ef1b4203418a18e3338&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2693136 Apr 19 10:58:45.447281 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.447623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55024) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:45.463129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2388e05-dcbc-452a-bd43-f189a5e01f12,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:45.469322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:45.481665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Pushing event updated for resources: {'Port': ['ID=224f92e8-39b6-4014-8a46-0b8960ae8697,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:45.491621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:45.577788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:45.588193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:45.588885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.704580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:45.915922 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.009623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.010375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.011313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.011777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > port after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.016205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.016856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > port after_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.017350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.018234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.018746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.019231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.050853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.128557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49318bd5-44e8-437f-83b9-452d27889534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.133978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:58:46.140873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.150210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:46.287435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:46.304627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:46.440015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:46.463378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:46.486377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.502850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.503357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.503790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.504222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 10:58:46.504820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59289077-dafc-4fdf-8dc0-ba1ff9d9b656']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:46.514904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55070) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:46.534675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.569638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8d2a73-4205-4bce-8f9d-5a215e0f7185') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:46.570060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8d2a73-4205-4bce-8f9d-5a215e0f7185') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:46.579708 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-728b9bea-d0ec-43d9-868d-98b3ee10bb0a req-411b61ea-d17f-40e9-be42-997bc93fead0 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 0.0651443 Apr 19 10:58:46.592241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.640253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.649146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 10:58:46.675743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.684593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:46.700935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Network 04913277-4dba-44b0-968a-15afd3a6551d is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:46.778565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:46.936830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:46.938308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 10:58:46.938870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:46.948488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.007423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.179708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:47.199150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 224f92e8-39b6-4014-8a46-0b8960ae8697 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:47.231619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:edd03ed8415f4210a1ba10aa11f1547c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:47.241602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:47.263519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Network 59289077-dafc-4fdf-8dc0-ba1ff9d9b656 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 10:58:47.297445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f7eb2ded-0260-4bea-9866-dd949e6e8367 None None] Provisioning complete for port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:47.298082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f7eb2ded-0260-4bea-9866-dd949e6e8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.311731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: from cryptography.utils import int_from_bytes Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: from cryptography.utils import int_from_bytes Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: (rel_b, rel_a, rel_b), Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 10:58:47.313849 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 10:58:47.318247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.354607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:47.375895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb2ded-0260-4bea-9866-dd949e6e8367 None None] Port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:58:47.386384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 224f92e8-39b6-4014-8a46-0b8960ae8697 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:47.386926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.405333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2388e05-dcbc-452a-bd43-f189a5e01f12,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:47.406612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.410868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:47.430195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.442829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Pushing event deleted for resources: {'Network': ['ID=59289077-dafc-4fdf-8dc0-ba1ff9d9b656,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:47.445480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:47.447515 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ee8f6957-3639-454f-bc6d-beb9351a89cf admin admin] 10.222.0.35 "DELETE /v2.0/networks/59289077-dafc-4fdf-8dc0-ba1ff9d9b656 HTTP/1.1" status: 204 len: 168 time: 2.3586352 Apr 19 10:58:47.450427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55090) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:47.451767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:47.509033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.509033 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2388e05-dcbc-452a-bd43-f189a5e01f12 HTTP/1.1" status: 204 len: 168 time: 2.0362265 Apr 19 10:58:47.509033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:58:47.545495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Deleting subnet 34fa7f07-5a30-45f4-9c3f-f41096d9cf26 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 10:58:47.551022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.616764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853086183'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.668158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 10:58:47.739848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:47.847602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:58:47.861948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:58:47.874684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:47.875856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:47.925315 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e019baac-350b-458b-ad80-13be940d98ff req-47142533-8433-473f-bb8d-e5ff8a7d0de5 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 0.0755215 Apr 19 10:58:48.012628 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] 10.222.0.35 "PUT /v2.0/routers/deaefcb0-aebc-4f0a-b68e-b556d670f4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3030417 Apr 19 10:58:48.026834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.110390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.131938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5c3b642-bb95-4e99-8896-2d3dea7b0d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:48.195171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55106) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:48.223361 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edd03ed8415f4210a1ba10aa11f1547c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7040935 Apr 19 10:58:48.224555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a50dc-f08e-4bf1-a390-b42cb6af2bad,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:48.226776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55110) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:48.235084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:48.237736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.275136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:48.284387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbc6ff80c4f491d814b0770b7eb8a92 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:48.288654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:58:48.291879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:48.304188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:58:48.311665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:48.313682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:58:48.323085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2238086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580753'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.325766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:48.326587 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:48.335986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.367620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:48.377030 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.1738780 Apr 19 10:58:48.382188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55124) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:48.535126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.538539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fa7f07-5a30-45f4-9c3f-f41096d9cf26,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:48.571400 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:48.600060 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/34fa7f07-5a30-45f4-9c3f-f41096d9cf26 HTTP/1.1" status: 204 len: 168 time: 1.1478779 Apr 19 10:58:48.602468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55132) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:48.659944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:48.717616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:58:48.747080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.43', 49567) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:48.776753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:58:48.790101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-42208236-d1a3-4d3d-a5d9-4c189801ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.082168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.086801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:44Z', 'revision_number': 2, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:49.104045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:58:49.104607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Updating router deaefcb0-aebc-4f0a-b68e-b556d670f4ed port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:58:49.142871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.199882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.282648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55150) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:49.293182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.323607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577600295', 'description': 'tempest-description--1064309181'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:49.350727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:49.361323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:49.368999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:49.384141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:49.449089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.519442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:44Z', 'revision_number': 3, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:49.525364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:58:49.525791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Updating router d6329baf-ec31-4558-b8ea-53ae1e4bd892 port 19778046-a1c3-4a51-ae9e-502abcb065c8 binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:58:49.570432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.632891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.642264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.643330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:49.647553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:49.650719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:49.657116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:49.763015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.768658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.818266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.840214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:49.852663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Transition to ACTIVE for port object ca9a3cee-0bc3-453f-8cb6-73b1e1138726 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:49.857975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.859350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:49.865661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef3fa1d1-a250-4625-808c-e689de9188f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:50.045115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.053373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a50dc-f08e-4bf1-a390-b42cb6af2bad,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:50.075180 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9079f91d-8fdd-4e28-828a-714acdfceb9a req-c38a34e5-27aa-4a1b-90b9-9e6ab191280a tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 0.6241417 Apr 19 10:58:50.117551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-02c00bff-ead7-4e52-b296-c9fa6965c306 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:50.119234 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-02c00bff-ead7-4e52-b296-c9fa6965c306 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.43 "GET /v2.0/networks?id=f0c9d197-dcb0-4812-acb2-216733251c08 HTTP/1.1" status: 200 len: 812 time: 1.3622947 Apr 19 10:58:50.120146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:50.136258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1aae6b33-05ed-4da8-bb70-6202ecf26ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:50.148373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:50.172573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.176323 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b2a50dc-f08e-4bf1-a390-b42cb6af2bad HTTP/1.1" status: 204 len: 168 time: 1.9482861 Apr 19 10:58:50.226308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.228388 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9257412 Apr 19 10:58:50.231940 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fbc6ff80c4f491d814b0770b7eb8a92&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0326228 Apr 19 10:58:50.237796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Request body: {'port': {'device_id': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08', 'admin_state_up': True, 'tenant_id': '479d95b802124ddbb91c35066480bd89'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:50.251594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55190) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:50.252189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55192) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:50.266612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acaf00e-d56c-4feb-9780-a2675c430e36,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:50.324487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.330649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:50.369474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.386478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'security_group_rule': {'security_group_id': 'cc30db59-28f8-484f-b660-385abdb94df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:50.408501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Transition to ACTIVE for port object 19778046-a1c3-4a51-ae9e-502abcb065c8 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:50.415299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0490683-08da-4628-bac1-08dd307b53d4 None None] Pushing event updated for resources: {'Port': ['ID=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:50.424484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.430785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f0490683-08da-4628-bac1-08dd307b53d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:50.442097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:50.450138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84fbb48e-c520-4860-a2e5-a6d2bcee03b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:50.495018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Attempting to bind port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:50.500419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Attempting to bind port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:50.501122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Attempting to bind port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 on network 04913277-4dba-44b0-968a-15afd3a6551d {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:50.510304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:50.517439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Checking segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:50.518194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.523105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Bound using segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:50.523936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Bound port: ca9a3cee-0bc3-453f-8cb6-73b1e1138726, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:50.524855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.566003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30db59-28f8-484f-b660-385abdb94df6,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:50.580651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949c9f5a-8424-43a0-95df-fed67ad49227']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:50.659880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:50.671348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:50.696524 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b202bf6-8388-492f-a183-cdb93ca34738 None None] Pushing event updated for resources: {'Port': ['ID=19778046-a1c3-4a51-ae9e-502abcb065c8,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:50.709988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cdd65b-f9d0-4c6a-a24d-5659b2404d50') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:50.710270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cdd65b-f9d0-4c6a-a24d-5659b2404d50') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:50.711618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b202bf6-8388-492f-a183-cdb93ca34738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:50.729245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Attempting to bind port 19778046-a1c3-4a51-ae9e-502abcb065c8 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:50.729655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Attempting to bind port 19778046-a1c3-4a51-ae9e-502abcb065c8 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:50.730060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Attempting to bind port 19778046-a1c3-4a51-ae9e-502abcb065c8 on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:50.744468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:50.744887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:50.745339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.745775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:50.749118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Bound port: 19778046-a1c3-4a51-ae9e-502abcb065c8, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:50.749588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.831432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.864099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] For port ca9a3cee-0bc3-453f-8cb6-73b1e1138726, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:50.910217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] For port ca9a3cee-0bc3-453f-8cb6-73b1e1138726, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:50.945980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.947013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:50.952445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.964936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] For port 19778046-a1c3-4a51-ae9e-502abcb065c8, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:50.969081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] For port 19778046-a1c3-4a51-ae9e-502abcb065c8, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=19778046-a1c3-4a51-ae9e-502abcb065c8,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:50.972481 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.982436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:50.982868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:50.986742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:51.064283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 10:58:51.092670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:51.136222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:51.155468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b202bf6-8388-492f-a183-cdb93ca34738 None None] Pushing event updated for resources: {'Port': ['ID=19778046-a1c3-4a51-ae9e-502abcb065c8,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:51.168387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b202bf6-8388-492f-a183-cdb93ca34738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:51.170591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:51.211599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Usage tracker for resource:port and tenant:479d95b802124ddbb91c35066480bd89 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:51.234607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:51.237225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:51.324645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:58:51.325356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:51.444803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:51.468192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:51.502939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:51.681486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:51.821104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Made reservation on behalf of 479d95b802124ddbb91c35066480bd89 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:58:51.870826 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:51.883014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:58:51.941394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Network 949c9f5a-8424-43a0-95df-fed67ad49227 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 10:58:52.059386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0490683-08da-4628-bac1-08dd307b53d4 None None] Pushing event updated for resources: {'Port': ['ID=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:52.080447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f0490683-08da-4628-bac1-08dd307b53d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:52.172579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:58:52.210328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.335534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.390679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.411785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.417626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Allocated IP 172.20.0.1 (301e935e-34c0-49a6-8cbe-ebfe8213a638/f4befcfa-dae8-48c9-95ea-091753e59136/002517ba-e938-47cb-b7cf-023969b6f11f) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:52.423673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:52.473153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.474760 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1974118 Apr 19 10:58:52.478892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55244) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:52.482305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5b8377-91c1-45ce-ae4a-c8b877922efc,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:52.491628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'security_group_rule': {'security_group_id': 'cc30db59-28f8-484f-b660-385abdb94df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:52.546292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:52.547442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:52.662000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:52.683084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:52.686162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.748414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:52.752687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:52.884886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acaf00e-d56c-4feb-9780-a2675c430e36,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:52.895410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:52.900271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:52.926835 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6acaf00e-d56c-4feb-9780-a2675c430e36 HTTP/1.1" status: 204 len: 168 time: 2.6391208 Apr 19 10:58:52.981048 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1a6791b9-6d6b-419e-8a78-724a62bfe5b9 req-01f81c36-d3e6-48c4-a2e6-6fa2440b36a3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 1.1938055 Apr 19 10:58:53.012064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.029746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Network 949c9f5a-8424-43a0-95df-fed67ad49227 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 10:58:53.096044 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 10:58:53.192751 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.243800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:50Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:53.257735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154725b2-37f8-41fa-8b14-669cfa2dc273 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:50Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:58:53.278324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.279965 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Transition to ACTIVE for port object 002517ba-e938-47cb-b7cf-023969b6f11f will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:53.283317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:44Z', 'revision_number': 3, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:58:53.304084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f70c23-7383-4d96-99c4-3ec3615a8a64 None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:44Z', 'revision_number': 3, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:58:53.304579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.328845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:53.457528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.468847 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9802952 Apr 19 10:58:53.477713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55270) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:53.491801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Allocated IP 172.20.0.3 (f0c9d197-dcb0-4812-acb2-216733251c08/50d6c686-2b24-4c35-bb14-23bde8135120/ed124f40-d8e3-4727-b584-d528a7792029) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:53.495451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036f026b-b2cb-4ff0-9fb1-0df6d0523536,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:53.527163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'floatingip': {'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:53.533458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:53.566453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:53.608293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:floatingip and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:53.619355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:53.637841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:53.672747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:53.681821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-82e78f8d-1915-4f99-b860-882b6afa40f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:53.871722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.012062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.078284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.129618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:54.203038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.230378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Pushing event deleted for resources: {'Network': ['ID=949c9f5a-8424-43a0-95df-fed67ad49227,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:54.230582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:54.249012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:54.263975 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] 10.222.0.35 "DELETE /v2.0/networks/949c9f5a-8424-43a0-95df-fed67ad49227 HTTP/1.1" status: 204 len: 168 time: 5.6541729 Apr 19 10:58:54.266343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:54.290452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.305505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:54.307257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.324379 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:54.453338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Pushing event updated for resources: {'Port': ['ID=002517ba-e938-47cb-b7cf-023969b6f11f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:54.527702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:54.568028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Network f0c9d197-dcb0-4812-acb2-216733251c08 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:54.578483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:54.583074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:54.694933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Pushing event updated for resources: {'Port': ['ID=ed124f40-d8e3-4727-b584-d528a7792029,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:54.719845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:54.853918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:54.865065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:54.946701 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7214894 Apr 19 10:58:54.964613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b11e1d53-a235-4881-8b61-fd1c63864520 None None] Provisioning for port 002517ba-e938-47cb-b7cf-023969b6f11f completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:54.978235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-c7833f12-f23b-41ed-8811-1dbe1cdf001b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:58:54.998291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-c7833f12-f23b-41ed-8811-1dbe1cdf001b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351145 Apr 19 10:58:55.001590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b11e1d53-a235-4881-8b61-fd1c63864520 None None] Provisioning complete for port 002517ba-e938-47cb-b7cf-023969b6f11f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:55.004403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b11e1d53-a235-4881-8b61-fd1c63864520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.109601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55316) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:55.187326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 19778046-a1c3-4a51-ae9e-502abcb065c8 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:55.317505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.323254 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-32ec938d-80e3-49fa-80c4-092bf28b8aa9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99acf77e4f894d2bbcbd9833beebe987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2119842 Apr 19 10:58:55.324065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55324) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:55.535880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0be7-d526-4589-a7f1-2e3fe7c3207a req-c7af0086-f8ca-40c4-b63e-3e9f60f82303 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:55.543117 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0be7-d526-4589-a7f1-2e3fe7c3207a req-c7af0086-f8ca-40c4-b63e-3e9f60f82303 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 931 time: 1.1335950 Apr 19 10:58:55.546275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.577828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b11e1d53-a235-4881-8b61-fd1c63864520 None None] Port 002517ba-e938-47cb-b7cf-023969b6f11f cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:58:55.603086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 19778046-a1c3-4a51-ae9e-502abcb065c8 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:55.620727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 19778046-a1c3-4a51-ae9e-502abcb065c8 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:55.620944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.625063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.774673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.790970 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-86236522-730d-4389-b964-71935d7da23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:55.838765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b698683-2ae4-41a3-822e-d35a016dbdb0,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:55.860397 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:55.871298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:55.877967 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b698683-2ae4-41a3-822e-d35a016dbdb0 HTTP/1.1" status: 204 len: 168 time: 0.5511608 Apr 19 10:58:55.934263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Request body: {'port': {'device_id': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:58:56.011084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Allocated IP 172.28.0.20 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/849b2601-0097-47a2-9d58-caf8575f61df) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:58:56.149591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.212504 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 19778046-a1c3-4a51-ae9e-502abcb065c8, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=19778046-a1c3-4a51-ae9e-502abcb065c8,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:58:56.216673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.218091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ca9a3cee-0bc3-453f-8cb6-73b1e1138726 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:56.291041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.338441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:56.443320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.513773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.659538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=19778046-a1c3-4a51-ae9e-502abcb065c8,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:56.687643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:56.722741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:58:56.738518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:56.738979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.895793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed124f40-d8e3-4727-b584-d528a7792029 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:58:56.913369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.953755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Transition to ACTIVE for port object ed124f40-d8e3-4727-b584-d528a7792029 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:58:56.961262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:56.966851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8a00636b-828b-4989-975a-133dad44240f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:57.162177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:57.275770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port ca9a3cee-0bc3-453f-8cb6-73b1e1138726, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:58:57.283737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:57.301631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:57.310237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:57.332384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed124f40-d8e3-4727-b584-d528a7792029,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:57.334733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55378) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:57.352154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Attempting to bind port ed124f40-d8e3-4727-b584-d528a7792029 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:58:57.353068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Attempting to bind port ed124f40-d8e3-4727-b584-d528a7792029 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '825c9cb9-7c20-4703-bc7b-b09af1904aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:58:57.353659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Attempting to bind port ed124f40-d8e3-4727-b584-d528a7792029 on network f0c9d197-dcb0-4812-acb2-216733251c08 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:57.358964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:57.401626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Port ed124f40-d8e3-4727-b584-d528a7792029 on network f0c9d197-dcb0-4812-acb2-216733251c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 10:58:57.402337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Attempting to bind port ed124f40-d8e3-4727-b584-d528a7792029 on network f0c9d197-dcb0-4812-acb2-216733251c08 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:58:57.419502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:58:57.420237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Checking segment: {'id': '825c9cb9-7c20-4703-bc7b-b09af1904aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:58:57.421152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Bound using segment: {'id': '825c9cb9-7c20-4703-bc7b-b09af1904aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:58:57.421874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Bound port: ed124f40-d8e3-4727-b584-d528a7792029, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '825c9cb9-7c20-4703-bc7b-b09af1904aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:58:57.429472 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:57.456612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:57.507052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:57.527354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:57.532724 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 19778046-a1c3-4a51-ae9e-502abcb065c8 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:57.582101 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0be7-d526-4589-a7f1-2e3fe7c3207a req-1232bbad-3238-4e1f-94e0-a3791b3ee577 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8632488 Apr 19 10:58:57.603786 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d839e1ad-dd8e-4175-a470-1241e7f93e83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce404f112a8246ee906290d0493512cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2540603 Apr 19 10:58:57.619182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55382) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:57.667062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:57.671719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:57.681899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:58:57.740170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 19778046-a1c3-4a51-ae9e-502abcb065c8 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:57.741135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:57.980423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.014031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] For port ed124f40-d8e3-4727-b584-d528a7792029, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:58:58.073885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] For port ed124f40-d8e3-4727-b584-d528a7792029, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed124f40-d8e3-4727-b584-d528a7792029,segment=NetworkSegment(825c9cb9-7c20-4703-bc7b-b09af1904aab),segment_id=825c9cb9-7c20-4703-bc7b-b09af1904aab)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:58:58.078977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.105095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.122314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55392) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:58.143920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84d26d9f-596c-4614-acff-e6121814050b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:58.275753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:58.276443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.278552 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] 10.222.0.43 "PUT /v2.0/ports/ed124f40-d8e3-4727-b584-d528a7792029 HTTP/1.1" status: 200 len: 1093 time: 2.5387080 Apr 19 10:58:58.279388 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed124f40-d8e3-4727-b584-d528a7792029,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:58.282241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'tag': 'ed124f40-d8e3-4727-b584-d528a7792029'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:58:58.290632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:58.302866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.311626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:58.331691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9240e10b-8a7c-45c4-aac4-b3d0ed008049,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:58.336728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.342946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.344235 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9240e10b-8a7c-45c4-aac4-b3d0ed008049 HTTP/1.1" status: 204 len: 168 time: 0.7236490 Apr 19 10:58:58.346016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:58.430919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'Port': ['ID=849b2601-0097-47a2-9d58-caf8575f61df,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:58.437291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.440097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:58.453123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.456753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.470015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-555847f0-e402-41cd-a429-aba7ea56db11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:58.496334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-8767b3c6-0ab1-4c4b-8ca4-f7f6d0e39b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:58.498005 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-8767b3c6-0ab1-4c4b-8ca4-f7f6d0e39b71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=479d95b802124ddbb91c35066480bd89&device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 1096 time: 0.1265514 Apr 19 10:58:58.540580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.598498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:58.667452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:58:58.684330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Usage tracker for resource:security_group_rule and tenant:fed5c1d6d6df4e65bb7ee2a9dfa238e0 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:58:58.688469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Pushing event updated for resources: {'Port': ['ID=002517ba-e938-47cb-b7cf-023969b6f11f,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:58.702620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:58:58.722069 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:58:58.725917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:58:59.010431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:58:59.013958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:58:59.130833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-cb6ae873-1701-44ff-b65a-1177eafb3e15 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:58:59.131904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-cb6ae873-1701-44ff-b65a-1177eafb3e15 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Synchronizing usage tracker for tenant:479d95b802124ddbb91c35066480bd89 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:58:59.239320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-cb6ae873-1701-44ff-b65a-1177eafb3e15 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Unset dirty status for tenant:479d95b802124ddbb91c35066480bd89 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:58:59.242025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-cb6ae873-1701-44ff-b65a-1177eafb3e15 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 943 time: 0.4053285 Apr 19 10:58:59.258358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.323111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.381715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:58:59.420624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1ab80954-c553-4939-be20-6eafdf997e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:58:59.464701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ca9a3cee-0bc3-453f-8cb6-73b1e1138726 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:58:59.535246 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fed5c1d6d6df4e65bb7ee2a9dfa238e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3998175 Apr 19 10:58:59.549560 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'tag': 'ed124f40-d8e3-4727-b584-d528a7792029', 'status': 'completed', 'code': 200} Apr 19 10:58:59.561830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55438) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:58:59.636642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bf50e97e-49e0-4454-8680-18f6787b3c42 None None] Provisioning complete for port 002517ba-e938-47cb-b7cf-023969b6f11f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:59.637367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf50e97e-49e0-4454-8680-18f6787b3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.802040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-bf50e97e-49e0-4454-8680-18f6787b3c42 None None] Port 002517ba-e938-47cb-b7cf-023969b6f11f cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:58:59.821299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:58:59.822061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:58:59.939698 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-92858a25-551f-4ab1-9eef-b946e482356c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed124f40-d8e3-4727-b584-d528a7792029 HTTP/1.1" status: 200 len: 217 time: 0.5220432 Apr 19 10:58:59.953897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89beeddf-cf17-4e22-a00a-71ff1def12e8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:58:59.971439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:00.024694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-c44f6275-c5f0-4e7b-90cd-0ef9e765ffdf tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Synchronizing usage tracker for tenant:479d95b802124ddbb91c35066480bd89 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:00.088960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:00.179986 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/d6329baf-ec31-4558-b8ea-53ae1e4bd892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7939579 Apr 19 10:59:00.190252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.192663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:00.197557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.206714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:00.238508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:00.239359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:00.286222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-c44f6275-c5f0-4e7b-90cd-0ef9e765ffdf tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Unset dirty status for tenant:479d95b802124ddbb91c35066480bd89 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:00.293017 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f795f6e9-d44b-4366-9ece-ae925741db0a req-c44f6275-c5f0-4e7b-90cd-0ef9e765ffdf tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0428541 Apr 19 10:59:00.325997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.363838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'Port': ['ID=849b2601-0097-47a2-9d58-caf8575f61df,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:00.369789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:00.378201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.384144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-c34bf7bf-8ccf-4c7a-9b02-fdfff311ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:00.386710 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-c34bf7bf-8ccf-4c7a-9b02-fdfff311ee42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d6c686-2b24-4c35-bb14-23bde8135120 HTTP/1.1" status: 200 len: 852 time: 0.2825990 Apr 19 10:59:00.416799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.426969 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9388850 Apr 19 10:59:00.502913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.541227 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-16888e9c-3d42-4270-9a4b-93393325ff95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0c9d197-dcb0-4812-acb2-216733251c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140933 Apr 19 10:59:00.601257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:00.925880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:00.941238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:00.986501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89beeddf-cf17-4e22-a00a-71ff1def12e8,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:01.000441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:01.061583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:01.063316 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89beeddf-cf17-4e22-a00a-71ff1def12e8 HTTP/1.1" status: 204 len: 168 time: 1.3134818 Apr 19 10:59:01.066275 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-64c00749-611f-4b77-ba35-4212ec9ae974 service neutron] 10.222.0.43 "GET /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673302 Apr 19 10:59:01.273583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0401460d-7c87-40a3-8de1-ef09a993b523 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:01.347016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0401460d-7c87-40a3-8de1-ef09a993b523 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:01.350026 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0401460d-7c87-40a3-8de1-ef09a993b523 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--577600295&fields=id&tenant_id=42efe117c92e4902889f64df2a92a8c3 HTTP/1.1" status: 200 len: 267 time: 0.2243757 Apr 19 10:59:01.654304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 2, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:01.664072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:01.666324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Updating router d6329baf-ec31-4558-b8ea-53ae1e4bd892 port 002517ba-e938-47cb-b7cf-023969b6f11f binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:59:01.857433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.138829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55530) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:02.169142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.236795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:02.252109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Usage tracker for resource:security_group_rule and tenant:8b4c48cc015c4729840e1b48b28c2d7c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:02.263407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:02.284126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:02.360190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55536) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:02.393836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614089983', 'description': 'tempest-description--1117744408'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:02.413529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:02.428953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:02.444189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:02.477067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:02.486022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17c502d7-2deb-4eb0-a580-e6055d4834d0 req-88c3f126-c09e-4ca6-959b-0e4ad7f62f17 service neutron] 10.222.0.43 "GET /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0384693 Apr 19 10:59:02.541553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-f71b8875-4e23-4831-95cf-d742f7d2c4d8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:02.553798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-f71b8875-4e23-4831-95cf-d742f7d2c4d8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:02.622947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.624510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-f71b8875-4e23-4831-95cf-d742f7d2c4d8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:02.627224 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-f71b8875-4e23-4831-95cf-d742f7d2c4d8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 811 time: 1.2669370 Apr 19 10:59:02.661419 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-462359d0-3a22-4915-9dc3-0939096091cc tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/quotas/42efe117c92e4902889f64df2a92a8c3 HTTP/1.1" status: 200 len: 375 time: 0.0277846 Apr 19 10:59:02.683184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:02.687540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:02.690941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:02.697902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:02.750736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.767250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Transition to ACTIVE for port object 002517ba-e938-47cb-b7cf-023969b6f11f will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:02.776355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.789671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:02.809206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.843730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:02.857270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:02.899829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a0ab75-a665-4588-b56c-5b8ea45441d3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:02.915716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:03.038640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:03.040826 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6745498 Apr 19 10:59:03.044257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55560) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:03.078291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-efd143fe-8919-447a-a0c9-8716a8b5b406 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4105771 Apr 19 10:59:03.120025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df550f86-90f3-4fda-bbf8-77b7df9f515f req-716f80db-56c7-40cd-9352-131f96c9067a tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:03.128399 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-df550f86-90f3-4fda-bbf8-77b7df9f515f req-716f80db-56c7-40cd-9352-131f96c9067a tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 943 time: 0.6485770 Apr 19 10:59:03.147822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'security_group_rule': {'security_group_id': '42a0ab75-a665-4588-b56c-5b8ea45441d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:03.180290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-764c3123-63d5-4c29-a11e-bebca99e7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:03.185460 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-764c3123-63d5-4c29-a11e-bebca99e7e81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=479d95b802124ddbb91c35066480bd89&device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 1096 time: 0.3986485 Apr 19 10:59:03.395587 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:03.419534 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-df550f86-90f3-4fda-bbf8-77b7df9f515f req-50ba00cd-3aab-428c-b90e-0cb24c01caeb tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324181 Apr 19 10:59:03.444986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:03.472775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:03.493391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:03.496788 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-e647496a-a98b-4b40-b80e-7a8cf5bd9655 service neutron] 10.222.0.35 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022872 Apr 19 10:59:03.510049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:03.520486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:03.577997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76a07c84-d57b-4f3e-9a7f-cfe193aabdcb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:03.580378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41929f58-83d9-4b7e-a390-5cbee792fa93 None None] Pushing event updated for resources: {'Port': ['ID=002517ba-e938-47cb-b7cf-023969b6f11f,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:03.674106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41929f58-83d9-4b7e-a390-5cbee792fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:03.688998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc43490a-55d1-4304-b629-397144ba63a0,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:03.695409 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-bf75e2c4-e78d-4656-a47d-75171573fa95 service neutron] 10.222.0.35 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974366 Apr 19 10:59:03.726649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:03.749478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Attempting to bind port 002517ba-e938-47cb-b7cf-023969b6f11f on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:03.749900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Attempting to bind port 002517ba-e938-47cb-b7cf-023969b6f11f by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:03.750312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Attempting to bind port 002517ba-e938-47cb-b7cf-023969b6f11f on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:03.759400 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:03.766860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:03.767713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Checking segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:03.770181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:03.770977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Bound using segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:03.771178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Bound port: 002517ba-e938-47cb-b7cf-023969b6f11f, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:03.771583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:03.800023 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b4c48cc015c4729840e1b48b28c2d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6561975 Apr 19 10:59:03.812020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55586) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:04.057677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-f7c5ccb0-d332-46cc-90d2-e2e51f61c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:04.059700 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-f7c5ccb0-d332-46cc-90d2-e2e51f61c2c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0c9d197-dcb0-4812-acb2-216733251c08 HTTP/1.1" status: 200 len: 913 time: 0.5604696 Apr 19 10:59:04.097390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] For port 002517ba-e938-47cb-b7cf-023969b6f11f, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:04.101518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] For port 002517ba-e938-47cb-b7cf-023969b6f11f, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=002517ba-e938-47cb-b7cf-023969b6f11f,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:04.106179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.118596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:04.240614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41929f58-83d9-4b7e-a390-5cbee792fa93 None None] Pushing event updated for resources: {'Port': ['ID=002517ba-e938-47cb-b7cf-023969b6f11f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:04.250347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41929f58-83d9-4b7e-a390-5cbee792fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:04.277044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:04.277044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:58:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:04.301331 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-e2ac27c8-77f4-4113-984f-028e0d82b142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed124f40-d8e3-4727-b584-d528a7792029 HTTP/1.1" status: 200 len: 217 time: 0.2254796 Apr 19 10:59:04.413058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.480019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-149abcae-2f4f-4bf5-98fa-1d0e0e492d22 req-23590abc-0a34-42c5-99c7-cb2362b688b1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:04.581992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:04.592145 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-149abcae-2f4f-4bf5-98fa-1d0e0e492d22 req-23590abc-0a34-42c5-99c7-cb2362b688b1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:04.600361 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-149abcae-2f4f-4bf5-98fa-1d0e0e492d22 req-23590abc-0a34-42c5-99c7-cb2362b688b1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 210 time: 0.4596832 Apr 19 10:59:04.605772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.619556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.652807 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55628) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:04.663028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.719377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bf6d214e-241e-48f3-ade6-04c80026c60c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:04.800450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.809907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9818a9-5481-4675-a1d1-bbe68bfcea23,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:04.866902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:04.918346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-eb6da52d-5b01-4b55-8753-8088c82cb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:04.924630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-eb6da52d-5b01-4b55-8753-8088c82cb193 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d6c686-2b24-4c35-bb14-23bde8135120 HTTP/1.1" status: 200 len: 852 time: 0.3015926 Apr 19 10:59:04.926276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.947049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:04.949410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9012969 Apr 19 10:59:04.954255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55646) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:04.978314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'security_group_rule': {'security_group_id': '42a0ab75-a665-4588-b56c-5b8ea45441d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:04.998903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:05.003200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e72b0ed40a794f1a9751318e79b4d3c9 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:05.019619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:05.033990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:05.046370 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-3351d549-9c09-452d-baa6-c42203655d80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0c9d197-dcb0-4812-acb2-216733251c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959187 Apr 19 10:59:05.047221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:05.051128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:05.068796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:05.112516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:05.128147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.136224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.151375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:05.171931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.173338 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc43490a-55d1-4304-b629-397144ba63a0 HTTP/1.1" status: 204 len: 168 time: 1.3595161 Apr 19 10:59:05.174579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc43490a-55d1-4304-b629-397144ba63a0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:05.217241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:05.390006 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-f3506edf-3d20-4292-9892-9962ae22fb71 service neutron] 10.222.0.43 "GET /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973349 Apr 19 10:59:05.403027 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:04Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:05.404956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86afbb-d009-4df6-8ddb-dc55e99a2028 req-62c87ea0-95c9-47e9-9e2a-7941dc7d06be tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:05.406822 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ac86afbb-d009-4df6-8ddb-dc55e99a2028 req-62c87ea0-95c9-47e9-9e2a-7941dc7d06be tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 943 time: 0.6009755 Apr 19 10:59:05.409346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef743b-d9b0-4239-892d-0a43802afbc4 None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:04Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:05.419515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.438707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.454494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d349853a-d136-4e6a-af64-01398e266531 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:05.536364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b1f050-6b65-429f-a960-8886fde3283e,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:05.572942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:05.614124 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.620373 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ac86afbb-d009-4df6-8ddb-dc55e99a2028 req-51e773f3-d337-48f6-a7a1-8fbd4ce39911 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415436 Apr 19 10:59:05.628454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.651588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f8401723-4fb9-4338-83cd-fa012eea0894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:05.664742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:05.669247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7084446 Apr 19 10:59:05.692868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55678) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:05.732947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'floatingip': {'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:05.772804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:05.789592 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e72b0ed40a794f1a9751318e79b4d3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1333852 Apr 19 10:59:05.793562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:floatingip and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:05.811276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55684) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:05.890043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:05.893663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ab4fe-c4d6-48c7-af63-a3a71a8344af,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:05.915597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:05.918468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:05.986472 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-34870aa6-5fbf-4ce7-9ea1-1d80d66f658a req-c287941d-1c60-4b82-8dc9-dbbb7275babe service neutron] 10.222.0.43 "GET /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783722 Apr 19 10:59:06.027060 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1557a120-9571-47f9-8354-4a3a2dcee6e1 req-7f4c4ad6-6012-49a8-ac95-de4221175cb5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 210 time: 0.1224530 Apr 19 10:59:06.031638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:06.094748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:06.211607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:06.539214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:06.549756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d6d99b8-14d8-43b3-8bd9-a2d99583af72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:06.565068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ab4fe-c4d6-48c7-af63-a3a71a8344af,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:06.591385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:06.595495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:06.601814 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd4ab4fe-c4d6-48c7-af63-a3a71a8344af HTTP/1.1" status: 204 len: 168 time: 0.7886527 Apr 19 10:59:06.619782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:06.908341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-f21e7a43-cf48-4662-9fa6-efc7e074e45c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:06.908341 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-f21e7a43-cf48-4662-9fa6-efc7e074e45c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 811 time: 0.2778440 Apr 19 10:59:06.966028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Allocated IP 172.28.0.194 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/8a15d0c2-3fc4-4af0-a89b-77af9ba5f27e) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:07.205391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-c138aa71-a793-495b-92de-3de4747f0299 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42efe117c92e4902889f64df2a92a8c3 HTTP/1.1" status: 200 len: 5704 time: 0.1651571 Apr 19 10:59:07.223292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'port': {'device_id': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'admin_state_up': True, 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'security_groups': ['cc30db59-28f8-484f-b660-385abdb94df6']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:07.479511 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c65f1b13-fc5e-41cb-ab22-35f65ef01d95 req-292984f1-d267-44a6-a175-1b421ff8db50 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 210 time: 0.1403949 Apr 19 10:59:07.541358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 002517ba-e938-47cb-b7cf-023969b6f11f up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:07.567412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a664d-598a-4b25-be4e-3917e564d3a5 req-a8f7236d-aa9f-4e2b-8d42-7fb6824a4856 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:07.569179 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e48a664d-598a-4b25-be4e-3917e564d3a5 req-a8f7236d-aa9f-4e2b-8d42-7fb6824a4856 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 943 time: 0.6551371 Apr 19 10:59:07.574353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.689624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 002517ba-e938-47cb-b7cf-023969b6f11f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:07.693056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.699459 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e48a664d-598a-4b25-be4e-3917e564d3a5 req-a8b02833-3889-4e21-b516-0178d44f3c28 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138160 Apr 19 10:59:07.703878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 002517ba-e938-47cb-b7cf-023969b6f11f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:07.704310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.741962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:07.743278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55792) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:07.800344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:07.839594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:07.852382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:07.864141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:07.877185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:07.883585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Usage tracker for resource:security_group_rule and tenant:919ebddcff7e48e08adb50565b6d6dda is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:07.889298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'Port': ['ID=8a15d0c2-3fc4-4af0-a89b-77af9ba5f27e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:07.895447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:07.908943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:07.909707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:07.944268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.000446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.077768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.083157 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 002517ba-e938-47cb-b7cf-023969b6f11f, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=002517ba-e938-47cb-b7cf-023969b6f11f,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:08.090013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.092062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:08.133424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.153544 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.176189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:08.218025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=002517ba-e938-47cb-b7cf-023969b6f11f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:08.221831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:08.244712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:08.255816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:08.268857 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=919ebddcff7e48e08adb50565b6d6dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216300 Apr 19 10:59:08.277601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55822) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:08.283132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9d51d-911a-46a8-b69e-3adf9e4a461d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:08.286759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Made reservation on behalf of 42efe117c92e4902889f64df2a92a8c3 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:08.294337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.307157 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:08.419383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.466188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.484495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.495798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.499996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Allocated IP 172.20.0.14 (04913277-4dba-44b0-968a-15afd3a6551d/1d528570-61da-4d3e-b00d-9d34dcf96e6c/1c8b72a9-1de8-4b81-ba84-165556f2c17b) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:08.515262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:08.648442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.713833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'Port': ['ID=8a15d0c2-3fc4-4af0-a89b-77af9ba5f27e,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:08.723432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:08.728748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.736185 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0400188 Apr 19 10:59:08.778648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ed124f40-d8e3-4727-b584-d528a7792029 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 10:59:08.805014 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d3fadc7a-f390-48bf-9681-670d7d31fbca req-d2a81c63-ab8d-4978-8c59-9a204d52f700 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 210 time: 0.0790286 Apr 19 10:59:08.805241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.820003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.825861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbddd44e-cc1e-4694-8dcc-fa44b77c2cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:08.854865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9d51d-911a-46a8-b69e-3adf9e4a461d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:08.861675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Transition to ACTIVE for port object 1c8b72a9-1de8-4b81-ba84-165556f2c17b will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:08.864962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:08.881718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:08.883295 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fc9d51d-911a-46a8-b69e-3adf9e4a461d HTTP/1.1" status: 204 len: 168 time: 0.6058393 Apr 19 10:59:08.981051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.011087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:09.159444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Network 04913277-4dba-44b0-968a-15afd3a6551d is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:09.162072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'Port': ['ID=1c8b72a9-1de8-4b81-ba84-165556f2c17b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:09.177873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:09.178153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port ed124f40-d8e3-4727-b584-d528a7792029, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed124f40-d8e3-4727-b584-d528a7792029,segment=NetworkSegment(825c9cb9-7c20-4703-bc7b-b09af1904aab),segment_id=825c9cb9-7c20-4703-bc7b-b09af1904aab)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:09.186202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:09.190481 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:09.195906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55876) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:09.204304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'ed124f40-d8e3-4727-b584-d528a7792029', 'network_id': 'f0c9d197-dcb0-4812-acb2-216733251c08', 'port_id': 'ed124f40-d8e3-4727-b584-d528a7792029', 'mac_address': 'fa:16:3e:18:9c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d6c686-2b24-4c35-bb14-23bde8135120', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 10:59:09.301551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-aaceddff-ee13-4ec7-855c-9e153cd5c9d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:09.350778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-aaceddff-ee13-4ec7-855c-9e153cd5c9d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:09.368011 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-aaceddff-ee13-4ec7-855c-9e153cd5c9d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--614089983&fields=id&tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 267 time: 0.2198162 Apr 19 10:59:09.420794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.474583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152cfea-3614-463e-8c14-2cc0a32d4642 req-66326968-43ba-467a-ae8e-4c2b00a3435c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:09.485055 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8152cfea-3614-463e-8c14-2cc0a32d4642 req-66326968-43ba-467a-ae8e-4c2b00a3435c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 943 time: 0.5693657 Apr 19 10:59:09.511431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 002517ba-e938-47cb-b7cf-023969b6f11f up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:09.557766 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8152cfea-3614-463e-8c14-2cc0a32d4642 req-efbcb4b4-5aad-4c0c-b0cf-c78399693f08 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714626 Apr 19 10:59:09.565690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:09.566622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.601564 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3959680 Apr 19 10:59:09.622186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Request body: {'port': {'device_id': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:09.697316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed124f40-d8e3-4727-b584-d528a7792029 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:09.745864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port ed124f40-d8e3-4727-b584-d528a7792029, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed124f40-d8e3-4727-b584-d528a7792029,segment=NetworkSegment(825c9cb9-7c20-4703-bc7b-b09af1904aab),segment_id=825c9cb9-7c20-4703-bc7b-b09af1904aab)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:09.792550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.797744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-906987a7-9dc6-4468-994b-d6c377289a96 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:09.798441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cdff2520-f9f0-40bd-a4c0-9685e3565e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:09.808092 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-906987a7-9dc6-4468-994b-d6c377289a96 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 816 time: 0.4390635 Apr 19 10:59:09.824124 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.879092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.897010 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-b70e148e-c561-4ce7-b279-97d255401936 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/quotas/0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 375 time: 0.0877416 Apr 19 10:59:09.901522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-54b0e0d7-ac37-4bc7-a148-8bf1f1833785 None None] Provisioning for port 1c8b72a9-1de8-4b81-ba84-165556f2c17b completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:09.902832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:09.909279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=ed124f40-d8e3-4727-b584-d528a7792029,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:09.910687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Usage tracker for resource:security_group_rule and tenant:5df6f53dcabd48c5a23a252894532db9 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:09.913092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-54b0e0d7-ac37-4bc7-a148-8bf1f1833785 None None] Provisioning complete for port 1c8b72a9-1de8-4b81-ba84-165556f2c17b triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:09.913654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54b0e0d7-ac37-4bc7-a148-8bf1f1833785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.956995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:09.960810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 002517ba-e938-47cb-b7cf-023969b6f11f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:09.961409 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:09.988782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:10.005486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:10.126097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-54b0e0d7-ac37-4bc7-a148-8bf1f1833785 None None] Port 1c8b72a9-1de8-4b81-ba84-165556f2c17b cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:59:10.149564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['ed124f40-d8e3-4727-b584-d528a7792029'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 10:59:10.229024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.231839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55918) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:10.256275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.271512 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:10.341760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-34dddd12-6c7a-4821-911a-e19bc469b485 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:10.355597 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5df6f53dcabd48c5a23a252894532db9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1539435 Apr 19 10:59:10.356969 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55926) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:10.362271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeee6b5-c350-4e42-9e4b-ff055930d69c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:10.432240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:10.465183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.483878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-34dddd12-6c7a-4821-911a-e19bc469b485 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:10.485313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-34dddd12-6c7a-4821-911a-e19bc469b485 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5795064 Apr 19 10:59:10.493649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:10.497677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Usage tracker for resource:security_group_rule and tenant:869af1d3fb2a43769ceb9056d9a23640 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:10.500749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:10.508182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:10.608690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.616401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.701375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.744500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65226a4a-c6e9-462c-89ae-2a3e32c09d83 req-623abd39-fc0a-480e-9cbc-44cfdfa7f4b0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:10.745284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-65226a4a-c6e9-462c-89ae-2a3e32c09d83 req-623abd39-fc0a-480e-9cbc-44cfdfa7f4b0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:10.770978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-65226a4a-c6e9-462c-89ae-2a3e32c09d83 req-623abd39-fc0a-480e-9cbc-44cfdfa7f4b0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:10.778927 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-65226a4a-c6e9-462c-89ae-2a3e32c09d83 req-623abd39-fc0a-480e-9cbc-44cfdfa7f4b0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 932 time: 0.3987517 Apr 19 10:59:10.798477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.870448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dc422d6a-a03f-454c-b084-fee57366c882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:10.908713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 55952) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:10.911077 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=869af1d3fb2a43769ceb9056d9a23640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775911 Apr 19 10:59:10.912033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.914029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cbdc87-573d-4b65-b62b-7a1f67c099cb,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:10.917406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:10.932999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:10.957694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeee6b5-c350-4e42-9e4b-ff055930d69c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:10.960972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:10.967276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:10.968706 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/beeee6b5-c350-4e42-9e4b-ff055930d69c HTTP/1.1" status: 204 len: 168 time: 0.6087282 Apr 19 10:59:11.042575 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-65226a4a-c6e9-462c-89ae-2a3e32c09d83 req-0407b596-dfe2-49b1-bb26-aee49b77d6f7 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614689 Apr 19 10:59:11.061979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8b72a9-1de8-4b81-ba84-165556f2c17b {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:11.105702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.116850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-07a214d4-692f-486c-aad8-af67116d4234 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 10:59:11.118184 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-07a214d4-692f-486c-aad8-af67116d4234 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2545629 Apr 19 10:59:11.188626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.261239 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Transition to ACTIVE for port object 1c8b72a9-1de8-4b81-ba84-165556f2c17b will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:11.282614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.291012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.310823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dd85dd3d-3466-4cb5-8777-fc45f23ae8f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:11.343603 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-3fec03ed-625d-488c-81f4-8eecc7758190 service neutron] 10.222.0.35 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170155 Apr 19 10:59:11.511677 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-d477ed12-b3f4-4646-a8de-e2bb07144b22 service neutron] 10.222.0.35 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668508 Apr 19 10:59:11.649493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6437-55e6-4a21-b6e2-b3386b3ed677 req-0a990df5-9d68-4aee-b753-020ef7014dec tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:11.651141 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ef9b6437-55e6-4a21-b6e2-b3386b3ed677 req-0a990df5-9d68-4aee-b753-020ef7014dec tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 944 time: 0.4302742 Apr 19 10:59:11.653826 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 55978) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:11.656604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8b72a9-1de8-4b81-ba84-165556f2c17b,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:11.665373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:11.687669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.718021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:11.723386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Usage tracker for resource:security_group_rule and tenant:31f3b29604584dff8c56f376b12d9526 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:11.729133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:11.742377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:11.781617 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ef9b6437-55e6-4a21-b6e2-b3386b3ed677 req-c248d847-3d14-4a50-8cce-c9ccff7ff2e0 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206908 Apr 19 10:59:11.784454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.804120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:11.819687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cbdc87-573d-4b65-b62b-7a1f67c099cb,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:11.860746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:11.869900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.876597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.882068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Attempting to bind port 1c8b72a9-1de8-4b81-ba84-165556f2c17b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:11.890414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Attempting to bind port 1c8b72a9-1de8-4b81-ba84-165556f2c17b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:11.890800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Attempting to bind port 1c8b72a9-1de8-4b81-ba84-165556f2c17b on network 04913277-4dba-44b0-968a-15afd3a6551d {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:11.896076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:11.897821 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55cbdc87-573d-4b65-b62b-7a1f67c099cb HTTP/1.1" status: 204 len: 168 time: 0.9692705 Apr 19 10:59:11.903502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cf21c19b-6b33-451a-b004-c085eddcf422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:11.904752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Port 1c8b72a9-1de8-4b81-ba84-165556f2c17b on network 04913277-4dba-44b0-968a-15afd3a6551d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 10:59:11.905159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Attempting to bind port 1c8b72a9-1de8-4b81-ba84-165556f2c17b on network 04913277-4dba-44b0-968a-15afd3a6551d {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:11.920370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:11.920750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Checking segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:11.921174 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Bound using segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:11.921656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Bound port: 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:11.922037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.051444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] For port 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:12.056088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] For port 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:12.059755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.069441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:12.116558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b25768-f44e-44bf-b8e5-279d7b3061a7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:12.138225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:12.139305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.141235 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 1094 time: 2.5246353 Apr 19 10:59:12.141894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:12.156235 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-60311cc3-dbf0-4b4f-8987-466bbc21219a req-6b6f794b-85ea-4fc0-9569-764b45986b05 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 210 time: 0.1607735 Apr 19 10:59:12.185828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:12.195431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31f3b29604584dff8c56f376b12d9526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374787 Apr 19 10:59:12.199873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56008) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:12.202611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8b72a9-1de8-4b81-ba84-165556f2c17b,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:12.234510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:12.455550 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'status': 'completed', 'code': 200} Apr 19 10:59:12.576437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.606777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.630856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-767c8217-acb0-411b-ab66-eb289efb1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:12.633000 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-767c8217-acb0-411b-ab66-eb289efb1c0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1097 time: 0.4005537 Apr 19 10:59:12.705163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56022) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:12.738353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:12.747839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ed124f40-d8e3-4727-b584-d528a7792029 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:12.757774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:12.758898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856087d0-ccf0-4dfd-b380-61f89709de1e req-3611a3d7-dc1b-49df-bf0f-cfa3fb87b195 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:12.762906 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-856087d0-ccf0-4dfd-b380-61f89709de1e req-3611a3d7-dc1b-49df-bf0f-cfa3fb87b195 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 944 time: 0.4203115 Apr 19 10:59:12.783630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Usage tracker for resource:security_group_rule and tenant:0b91b673c2b74f37a3357fbaf3328b85 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:12.787891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:12.794284 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-75ca682c-0fd8-44d0-b561-816f89fb57c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 217 time: 0.1450284 Apr 19 10:59:12.798326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:12.880166 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port ed124f40-d8e3-4727-b584-d528a7792029 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:12.895201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port ed124f40-d8e3-4727-b584-d528a7792029 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:12.895792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.050156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.067889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.092468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed124f40-d8e3-4727-b584-d528a7792029'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:13.099339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:13.145906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b25768-f44e-44bf-b8e5-279d7b3061a7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:13.161918 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-856087d0-ccf0-4dfd-b380-61f89709de1e req-9a494918-b7b2-4b7b-bba7-aaba16ee8aa3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696654 Apr 19 10:59:13.164683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-afa3b3cf-8d9c-4a08-a688-94a24b6c3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:13.165916 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port ed124f40-d8e3-4727-b584-d528a7792029, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed124f40-d8e3-4727-b584-d528a7792029,segment=NetworkSegment(825c9cb9-7c20-4703-bc7b-b09af1904aab),segment_id=825c9cb9-7c20-4703-bc7b-b09af1904aab)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:13.168027 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-afa3b3cf-8d9c-4a08-a688-94a24b6c3663 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.2880809 Apr 19 10:59:13.171593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:13.175271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.177291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38b25768-f44e-44bf-b8e5-279d7b3061a7 HTTP/1.1" status: 204 len: 168 time: 0.9762328 Apr 19 10:59:13.192158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.195241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41929f58-83d9-4b7e-a390-5cbee792fa93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:13.292067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=ed124f40-d8e3-4727-b584-d528a7792029,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:13.294050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.301276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:13.322372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678fe5-39d0-4f36-9bb8-f8b519ff0c0a req-2f0e9372-e043-414c-aa21-6bc3933eeb40 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:13.324119 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9c678fe5-39d0-4f36-9bb8-f8b519ff0c0a req-2f0e9372-e043-414c-aa21-6bc3933eeb40 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 944 time: 0.2583668 Apr 19 10:59:13.331741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.347535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-297e08e9-67b8-4f09-aec6-642dfec80120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:13.351984 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-297e08e9-67b8-4f09-aec6-642dfec80120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1730065 Apr 19 10:59:13.400583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-56670f2d-313e-425a-9370-248facb0b17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:13.441758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1dad9a-64d8-4c87-99e5-a72e9c3fa920,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:13.452945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:13.467107 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b91b673c2b74f37a3357fbaf3328b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579758 Apr 19 10:59:13.468179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56048) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:13.484939 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9c678fe5-39d0-4f36-9bb8-f8b519ff0c0a req-28ab96ec-dff0-43bf-a512-f3060164b61c tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522007 Apr 19 10:59:13.514160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.43', 49611) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:13.613205 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7b3903ba-364c-48d5-9abb-cb369e8f119a req-c726b36a-7653-452c-a979-8b250c92e53a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 210 time: 0.0830073 Apr 19 10:59:13.646779 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-191fe83b-54cb-439a-a953-15154507f80a service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715821 Apr 19 10:59:13.685227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.775897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-6aa1e48b-bcd0-4559-8475-2b3925e296c1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:13.778024 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-6aa1e48b-bcd0-4559-8475-2b3925e296c1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 816 time: 0.2680597 Apr 19 10:59:13.796750 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed124f40-d8e3-4727-b584-d528a7792029', 'code': 200} Apr 19 10:59:13.841173 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-46a2f6ca-2541-4e44-ac7f-0fffdcff2170 req-bb94ca1a-6e54-45f4-be39-9e6e1c95abf1 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837780 Apr 19 10:59:13.859348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.941466 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-597fc258-74c2-493c-b002-b50d3889c444 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 5704 time: 0.1378510 Apr 19 10:59:13.955101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:13.958926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:13.982569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1dad9a-64d8-4c87-99e5-a72e9c3fa920,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:13.985637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:14.003635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'port': {'device_id': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'admin_state_up': True, 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'security_groups': ['42a0ab75-a665-4588-b56c-5b8ea45441d3']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:14.082361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-4f5f69b3-221b-488f-b04e-44adbcb33a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:14.084538 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-4f5f69b3-221b-488f-b04e-44adbcb33a1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1097 time: 0.1068089 Apr 19 10:59:14.119661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:14.123390 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb1dad9a-64d8-4c87-99e5-a72e9c3fa920 HTTP/1.1" status: 204 len: 168 time: 0.6542547 Apr 19 10:59:14.277376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:14.302370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:14.326099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Made reservation on behalf of 0f65d4beb51b4417bbb2fcc6ffc66ff8 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:14.352972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.43', 49615) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:14.353331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:14.501352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-7f2d5059-33e9-401e-b64d-c9d2b715a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:14.503453 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-7f2d5059-33e9-401e-b64d-c9d2b715a123 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.3976028 Apr 19 10:59:14.752696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Allocated IP 172.20.0.13 (301e935e-34c0-49a6-8cbe-ebfe8213a638/f4befcfa-dae8-48c9-95ea-091753e59136/e4c113e3-1549-4f75-b90f-6faa4c7517f2) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:14.993609 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-8a7fc511-97d1-4167-af7a-99c904a21594 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 217 time: 0.3962107 Apr 19 10:59:15.092800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-55502ac4-b2d0-42e8-90ad-6620d138fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.094620 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-55502ac4-b2d0-42e8-90ad-6620d138fe68 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 1098 time: 0.7405677 Apr 19 10:59:15.106845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe60157-474c-4686-9b66-81f36193e1b3 req-43749a42-6acb-410c-8955-5ef4fdc09d12 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.114740 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2fe60157-474c-4686-9b66-81f36193e1b3 req-43749a42-6acb-410c-8955-5ef4fdc09d12 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 944 time: 0.6077981 Apr 19 10:59:15.203843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.228527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.230445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:15.234772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Usage tracker for resource:security_group_rule and tenant:794a1660680348bfbe1fbc0809391c97 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:15.238196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:15.242367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-708844d8-0e6d-4f2b-a393-1bd48c280c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.244136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-708844d8-0e6d-4f2b-a393-1bd48c280c59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.2307835 Apr 19 10:59:15.277291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Transition to ACTIVE for port object e4c113e3-1549-4f75-b90f-6faa4c7517f2 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:15.287654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c90d0-b776-480a-ae86-9633c11f2c35 req-21ae8c09-7feb-4c4a-95a4-90d93b626369 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.289375 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c6c90d0-b776-480a-ae86-9633c11f2c35 req-21ae8c09-7feb-4c4a-95a4-90d93b626369 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.2882497 Apr 19 10:59:15.324146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56128) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:15.344421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:15.366856 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c6c90d0-b776-480a-ae86-9633c11f2c35 req-a2e0995a-be78-44e1-957a-40c15fa4605d tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697601 Apr 19 10:59:15.378488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.392860 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2fe60157-474c-4686-9b66-81f36193e1b3 req-fa46977f-f434-4e46-a6ae-47657c62a54a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747934 Apr 19 10:59:15.430185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:15.476456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-4590cc14-9995-4f03-bd43-a3578788bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.478313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-4590cc14-9995-4f03-bd43-a3578788bfa5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2260838 Apr 19 10:59:15.593929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.607220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.608542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:15.612814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:15.620482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:15.626452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.627507 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.627739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:15.633459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:15.644294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:15.660573 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8f982755-a19a-4f15-8907-917e0bd874c3 req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362592 Apr 19 10:59:15.689595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2625a-9eec-4a9d-bc48-bf8a53d4dcc1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:15.704198 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7122021 Apr 19 10:59:15.705018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.705660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:15.725350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:15.732137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e7a5b403504353a79a31b8f05fd3be is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:15.735962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:15.736237 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-551c20bb-be8f-478e-8626-566d5824456c service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490935 Apr 19 10:59:15.748006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:15.758442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0cd01-5bd5-407e-a2ce-62d12b5801d3 req-8c5766b6-b29a-48f0-ba52-f8b01a31544a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:15.759452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-7cc0cd01-5bd5-407e-a2ce-62d12b5801d3 req-8c5766b6-b29a-48f0-ba52-f8b01a31544a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:15.795237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-7cc0cd01-5bd5-407e-a2ce-62d12b5801d3 req-8c5766b6-b29a-48f0-ba52-f8b01a31544a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:15.796541 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7cc0cd01-5bd5-407e-a2ce-62d12b5801d3 req-8c5766b6-b29a-48f0-ba52-f8b01a31544a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 932 time: 0.2655358 Apr 19 10:59:15.887214 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7cc0cd01-5bd5-407e-a2ce-62d12b5801d3 req-0d2b9593-85ff-4d38-b79c-b6e7b05410d1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813251 Apr 19 10:59:15.933796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.938585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:15.970882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:15.980309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-96e14a14-e8ff-4297-9dd1-35f2e49cbe88 None None] Provisioning for port e4c113e3-1549-4f75-b90f-6faa4c7517f2 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:16.002892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-96e14a14-e8ff-4297-9dd1-35f2e49cbe88 None None] Provisioning complete for port e4c113e3-1549-4f75-b90f-6faa4c7517f2 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:16.005402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96e14a14-e8ff-4297-9dd1-35f2e49cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:16.010174 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Request body: {'port': {'device_id': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:16.051747 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1e7a5b403504353a79a31b8f05fd3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261286 Apr 19 10:59:16.067820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56160) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:16.116272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0166ac95-2c68-48a2-bcdc-9d0c831c679b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:16.120966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:16.142777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7db22dff-1d68-4431-84e5-c62f5c05a333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:16.147638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-96e14a14-e8ff-4297-9dd1-35f2e49cbe88 None None] Port e4c113e3-1549-4f75-b90f-6faa4c7517f2 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 10:59:16.233451 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2aaa96cf-2f5a-429f-a819-e390c3b269a5 req-ac25b5a5-f980-44e3-92d3-e5eb3812b6eb service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470195 Apr 19 10:59:16.411200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:16.603671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:16.668079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:16.780795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 1c8b72a9-1de8-4b81-ba84-165556f2c17b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 10:59:16.895668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced3f8-df88-44dc-867a-1c3738b30c5a req-b85fea82-d953-4242-aab9-6028741f2f38 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:16.907444 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-05ced3f8-df88-44dc-867a-1c3738b30c5a req-b85fea82-d953-4242-aab9-6028741f2f38 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.2646904 Apr 19 10:59:16.919109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c729cbc-8a87-485f-b47d-c91c43dfde60 req-28da1496-f6c9-446a-8d03-218d0af2c360 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:16.939246 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8c729cbc-8a87-485f-b47d-c91c43dfde60 req-28da1496-f6c9-446a-8d03-218d0af2c360 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 944 time: 0.3238962 Apr 19 10:59:16.971516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:16.998995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:17.025192 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-05ced3f8-df88-44dc-867a-1c3738b30c5a req-97688855-26e4-401b-a1c0-fb2f1935357a tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144104 Apr 19 10:59:17.056720 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8c729cbc-8a87-485f-b47d-c91c43dfde60 req-8bfc113b-8439-404b-8b98-3bc7e01f3d75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163330 Apr 19 10:59:17.118132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0166ac95-2c68-48a2-bcdc-9d0c831c679b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:17.126488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:17.132170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.136027 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0166ac95-2c68-48a2-bcdc-9d0c831c679b HTTP/1.1" status: 204 len: 168 time: 1.0601125 Apr 19 10:59:17.313040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:17.342996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'port_id': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'mac_address': 'fa:16:3e:4c:c2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 10:59:17.363560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c113e3-1549-4f75-b90f-6faa4c7517f2 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:17.393942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.439408 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Transition to ACTIVE for port object e4c113e3-1549-4f75-b90f-6faa4c7517f2 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:17.445359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.455416 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:17.469459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.502153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2416cd-9364-41b2-a4e6-9794ada83fb3 req-2a705500-c625-464b-b091-25a12b4ba545 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:17.518812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8b72a9-1de8-4b81-ba84-165556f2c17b {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:17.519707 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b2416cd-9364-41b2-a4e6-9794ada83fb3 req-2a705500-c625-464b-b091-25a12b4ba545 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 932 time: 0.2304919 Apr 19 10:59:17.554088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:17.562039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.563966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41929f58-83d9-4b7e-a390-5cbee792fa93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:17.614460 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0b2416cd-9364-41b2-a4e6-9794ada83fb3 req-27ffe695-f5d4-4419-95a7-260d3b5f76fb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:17.620060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:17.637834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:17.644333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0b2416cd-9364-41b2-a4e6-9794ada83fb3 req-27ffe695-f5d4-4419-95a7-260d3b5f76fb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:17.655032 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b2416cd-9364-41b2-a4e6-9794ada83fb3 req-27ffe695-f5d4-4419-95a7-260d3b5f76fb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342864 Apr 19 10:59:17.705743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=1c8b72a9-1de8-4b81-ba84-165556f2c17b,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:17.713897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:17.856034 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['1c8b72a9-1de8-4b81-ba84-165556f2c17b'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 10:59:17.861114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Attempting to bind port e4c113e3-1549-4f75-b90f-6faa4c7517f2 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:17.861502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Attempting to bind port e4c113e3-1549-4f75-b90f-6faa4c7517f2 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:17.866924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Attempting to bind port e4c113e3-1549-4f75-b90f-6faa4c7517f2 on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:17.874442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Port e4c113e3-1549-4f75-b90f-6faa4c7517f2 on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 10:59:17.874907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Attempting to bind port e4c113e3-1549-4f75-b90f-6faa4c7517f2 on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:17.889013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:17.889398 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Checking segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:17.890036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Bound using segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:17.890613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Bound port: e4c113e3-1549-4f75-b90f-6faa4c7517f2, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:17.891011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.922084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56222) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:17.958013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:17.997244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:18.003210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:18.007273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.011767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:18.013782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:18.016220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Usage tracker for resource:security_group_rule and tenant:4c4dd1fcd4dc4ae083722be7f41ac4f9 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:18.019484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:18.025935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:18.110813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:18.111559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.116253 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 1094 time: 2.1157382 Apr 19 10:59:18.122391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:18.292650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.307779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.319362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b109679-e704-439a-850e-35c520250e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:18.400569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d67bd91-410c-4035-ae91-c9850f3a3e5b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:18.455226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:18.476570 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c4dd1fcd4dc4ae083722be7f41ac4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502086 Apr 19 10:59:18.476892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56240) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:18.538351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-540cabc1-aa41-40d1-9496-9950fb6de6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.593582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:18.604309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:18.609788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.649575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3135-725e-45cb-938b-ab9a6f0ed4bf req-dccb835b-b8c1-4047-9d15-c330bf2d282a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:18.651312 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-645c3135-725e-45cb-938b-ab9a6f0ed4bf req-dccb835b-b8c1-4047-9d15-c330bf2d282a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 945 time: 0.2932920 Apr 19 10:59:18.672613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4550432c-3bb2-480d-b3a1-8a105e2395bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:18.674225 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4550432c-3bb2-480d-b3a1-8a105e2395bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1097 time: 0.3885148 Apr 19 10:59:18.696994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499dd0-59f4-482d-858d-ae9abb25439f req-9570db7c-bc9a-40ce-9278-c93a30558a03 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:18.698698 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4e499dd0-59f4-482d-858d-ae9abb25439f req-9570db7c-bc9a-40ce-9278-c93a30558a03 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.2623305 Apr 19 10:59:18.734337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.787109 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-79dc4cbe-3115-42e7-8c48-1517b1e5e021 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 217 time: 0.0871646 Apr 19 10:59:18.816430 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-645c3135-725e-45cb-938b-ab9a6f0ed4bf req-444e1975-d01c-4b70-8058-a452207e664e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333737 Apr 19 10:59:18.824607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.836197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-26d008df-d6dd-4841-a380-a4c464a7d700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:18.854085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d67bd91-410c-4035-ae91-c9850f3a3e5b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:18.856645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:18.857730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:18.861417 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d67bd91-410c-4035-ae91-c9850f3a3e5b HTTP/1.1" status: 204 len: 168 time: 0.3812425 Apr 19 10:59:18.927414 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4e499dd0-59f4-482d-858d-ae9abb25439f req-c859c4db-850a-4faf-a75b-c79de92ce5ff tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712322 Apr 19 10:59:18.967340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-e3cf7fdb-89f4-4d55-b883-239118ab7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:18.969958 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-e3cf7fdb-89f4-4d55-b883-239118ab7707 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.1764672 Apr 19 10:59:19.067597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-c093baa4-a5f2-4ba5-ba2e-0efa1aa29481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:19.069935 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-c093baa4-a5f2-4ba5-ba2e-0efa1aa29481 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928400 Apr 19 10:59:19.167342 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'status': 'completed', 'code': 200} Apr 19 10:59:19.256051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:19.308011 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-3f03a715-81b9-41d9-b8fa-92c9ba70822c service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286923 Apr 19 10:59:19.321127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d5fcc-b1d7-477d-89df-1e468bbb9811 req-e8c4cede-5d27-49f4-813a-50738872d4f9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:19.322832 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9e4d5fcc-b1d7-477d-89df-1e468bbb9811 req-e8c4cede-5d27-49f4-813a-50738872d4f9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1547365 Apr 19 10:59:19.481566 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9e4d5fcc-b1d7-477d-89df-1e468bbb9811 req-0cf8a90e-2aa9-41a8-939c-fb502f5b94e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284890 Apr 19 10:59:19.523179 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bf6193-9a64-4bcb-8ac7-587cc2f8a43c req-4e485013-fbd4-4f97-8991-fa9702c6110c service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993170 Apr 19 10:59:19.739150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-c2ccc656-2fad-4d5a-9fae-70f07dc81c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:19.740828 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-c2ccc656-2fad-4d5a-9fae-70f07dc81c9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1097 time: 0.1282578 Apr 19 10:59:19.954353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-810f4a35-bc9c-4ac2-841b-5ae7c5314df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:19.956329 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-810f4a35-bc9c-4ac2-841b-5ae7c5314df5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.2085462 Apr 19 10:59:20.063421 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-bd470e0c-8246-4e85-9f6b-9900786d9af8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 217 time: 0.1004171 Apr 19 10:59:20.064435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:20.155345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-9ca10186-77c5-415e-ab3d-2f2a98940290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:20.155998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1f581-cb0e-44f7-8912-15c6438c056f req-0d0c4c05-d503-4dae-82c7-64843b49b24a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:20.157478 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-9ca10186-77c5-415e-ab3d-2f2a98940290 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0851352 Apr 19 10:59:20.157664 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d9a1f581-cb0e-44f7-8912-15c6438c056f req-0d0c4c05-d503-4dae-82c7-64843b49b24a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 945 time: 0.1245759 Apr 19 10:59:20.242827 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d9a1f581-cb0e-44f7-8912-15c6438c056f req-048c49c1-eed8-4a0b-8c10-464b9a0dfb00 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776081 Apr 19 10:59:20.270980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-d10948dd-e9ba-4462-a49a-8c56d2541c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:20.273134 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-d10948dd-e9ba-4462-a49a-8c56d2541c5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072357 Apr 19 10:59:20.453397 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-550a9860-d7a9-43db-a142-0fcf91550ee4 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699982 Apr 19 10:59:20.698997 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab0ebbc0-0829-42b1-92ee-a15a50c66493 req-f35bde14-a682-42dd-a8aa-743a7f028170 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403665 Apr 19 10:59:20.747170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2ec64-1535-4a53-98aa-c82cc604a00f req-beeac8f8-7ee8-4ede-a66d-388a7a50aabe tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:20.750708 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0cb2ec64-1535-4a53-98aa-c82cc604a00f req-beeac8f8-7ee8-4ede-a66d-388a7a50aabe tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1127477 Apr 19 10:59:20.812316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 1c8b72a9-1de8-4b81-ba84-165556f2c17b up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:20.816068 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0cb2ec64-1535-4a53-98aa-c82cc604a00f req-b2349078-13bf-4814-8575-94b4f631becd tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526168 Apr 19 10:59:20.947943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:20.991036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 1c8b72a9-1de8-4b81-ba84-165556f2c17b completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:21.000259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 1c8b72a9-1de8-4b81-ba84-165556f2c17b triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:21.001009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:21.169091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:21.199864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:21.215268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:21.219992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:21.225407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-038fd77a-189a-47f1-9d91-ab07b7861f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:21.268824 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'code': 200} Apr 19 10:59:21.331860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=1c8b72a9-1de8-4b81-ba84-165556f2c17b,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:21.336312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:21.602775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fa965-30fe-458a-86f0-eca244c6a707 req-a8dc93c9-7cc5-47ed-95e1-f1836a9f5d22 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:21.604478 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-226fa965-30fe-458a-86f0-eca244c6a707 req-a8dc93c9-7cc5-47ed-95e1-f1836a9f5d22 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1885223 Apr 19 10:59:21.670088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73020ea5-952b-4262-80f6-b2cf18cff34a req-0ce8c24b-35f3-4edb-a477-cba66f09cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:21.671700 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-73020ea5-952b-4262-80f6-b2cf18cff34a req-0ce8c24b-35f3-4edb-a477-cba66f09cd0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1099 time: 0.1453311 Apr 19 10:59:21.675302 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-226fa965-30fe-458a-86f0-eca244c6a707 req-80ba4302-cf88-4bf5-a9d2-c7faf89a0d7a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588722 Apr 19 10:59:21.759866 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-73020ea5-952b-4262-80f6-b2cf18cff34a req-2ef59393-f895-4943-82bd-5f285f4ae59b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790870 Apr 19 10:59:21.928659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56424) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:21.991129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56434) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:22.146812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887748a-8617-4539-b926-0d723f8db6ee req-ca5e39df-872e-4eb7-b4c8-5b7ddfe89184 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:22.155089 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c887748a-8617-4539-b926-0d723f8db6ee req-ca5e39df-872e-4eb7-b4c8-5b7ddfe89184 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1080248 Apr 19 10:59:22.213465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.230949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.272473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:22.279095 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c887748a-8617-4539-b926-0d723f8db6ee req-f18a27ad-3391-417e-bac7-36b073480fe3 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233263 Apr 19 10:59:22.280085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Usage tracker for resource:security_group_rule and tenant:90f9c34eda044d7ea66424157d24b45b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:22.284036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:22.287774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:22.294048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:22.296399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Usage tracker for resource:security_group_rule and tenant:e269db5bb72c49778b1e54a98119db0e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:22.308401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:22.315853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:22.470243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.475243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.476261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.484854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0e75bfe-62ca-4dcf-b9ab-7aff5d1c35da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:22.496117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.559172 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e269db5bb72c49778b1e54a98119db0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639732 Apr 19 10:59:22.561192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56462) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:22.561901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56464) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:22.562162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90f9c34eda044d7ea66424157d24b45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323271 Apr 19 10:59:22.563315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3efefa-beab-42a3-95c6-86d02756aab2,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:22.567333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:22.567873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25cd2cc1-4dae-4db3-80b8-0abd2ca0c2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:22.599211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79094a-1fe2-466a-93eb-91e76e98dbce,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:22.604187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:22.720279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.725172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.773471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.786523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:22.824245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 10:59:23.017059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:23.035649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'mac_address': 'fa:16:3e:13:e8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 10:59:23.105963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.126513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c113e3-1549-4f75-b90f-6faa4c7517f2 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:23.129128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.135633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:23.145306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:23.149168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.151224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:23.159770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79094a-1fe2-466a-93eb-91e76e98dbce,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:23.164839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:23.165666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.176638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:23.195986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.201849 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a3efefa-beab-42a3-95c6-86d02756aab2 HTTP/1.1" status: 204 len: 168 time: 0.6280174 Apr 19 10:59:23.201849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3efefa-beab-42a3-95c6-86d02756aab2,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:23.205117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.206426 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb79094a-1fe2-466a-93eb-91e76e98dbce HTTP/1.1" status: 204 len: 168 time: 0.6430027 Apr 19 10:59:23.207572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:23.247059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe280b-17b0-4e0a-b749-e3c8353339ea req-6eebf32d-9136-4028-a1c3-fa7e75105ef2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:23.253591 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-51fe280b-17b0-4e0a-b749-e3c8353339ea req-6eebf32d-9136-4028-a1c3-fa7e75105ef2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1930902 Apr 19 10:59:23.289070 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:23.299304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:23.353351 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-51fe280b-17b0-4e0a-b749-e3c8353339ea req-dbe7174e-0f38-4621-afba-fe649be7d914 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923905 Apr 19 10:59:23.498176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e4c113e3-1549-4f75-b90f-6faa4c7517f2'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 10:59:23.680686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a997516-1e93-4640-aed2-b724c94ba20f req-0a704f52-af17-4118-8432-8bbe636bb528 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:23.694439 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2a997516-1e93-4640-aed2-b724c94ba20f req-0a704f52-af17-4118-8432-8bbe636bb528 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 945 time: 0.1423471 Apr 19 10:59:23.740828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56502) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:23.766623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.783766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:23.788068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Usage tracker for resource:security_group_rule and tenant:65c2ce0e0cfc480aa7b46b61bf21499d is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:23.791114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:23.797475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:23.834626 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2a997516-1e93-4640-aed2-b724c94ba20f req-3c5f8771-394c-46d0-8d34-eba6a16af160 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322620 Apr 19 10:59:23.939791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.944270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:23.953629 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:24.008984 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56514) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:24.035705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd40796-90e6-462c-b2f2-f2a40e6a3093,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:24.043019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:24.089109 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65c2ce0e0cfc480aa7b46b61bf21499d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458157 Apr 19 10:59:24.091951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56520) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:24.174011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.185867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56526) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:24.194810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:24.198899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Usage tracker for resource:security_group_rule and tenant:98c99d7331954a3884a88e04071ebf34 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:24.201903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:24.208082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:24.209450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.227055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:24.232677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Usage tracker for resource:security_group_rule and tenant:d2e2b36c9ebd470585b445e5b6737084 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:24.236401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:24.244890 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:24.298347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.338486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.378875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.384779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.394438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.398421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:24.414054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.429253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f0eba00-9f78-4604-8853-8aad9cb03df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:24.475237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.487762 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2e2b36c9ebd470585b445e5b6737084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006203 Apr 19 10:59:24.488539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6621562-f8fa-4058-bcd5-1e96819a3986,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:24.500699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56538) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:24.502307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:24.552093 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98c99d7331954a3884a88e04071ebf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395451 Apr 19 10:59:24.554896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56546) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:24.564686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c41c7-2489-40cf-8ebc-a31564d1033a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:24.568064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:24.571096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:24.593559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd40796-90e6-462c-b2f2-f2a40e6a3093,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:24.596098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:24.627208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.630045 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fd40796-90e6-462c-b2f2-f2a40e6a3093 HTTP/1.1" status: 204 len: 168 time: 0.5359681 Apr 19 10:59:24.665073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.703947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.704133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.738044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38c5e5-ba83-4c69-9298-548a99d083b1 req-5f48815c-b532-48fc-89e8-119ffbaef4bd tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:24.740731 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2f38c5e5-ba83-4c69-9298-548a99d083b1 req-5f48815c-b532-48fc-89e8-119ffbaef4bd tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2312243 Apr 19 10:59:24.749361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.755233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.761164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d64c4371-1ea1-47c9-afb1-ec5bf10793fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:24.773283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6621562-f8fa-4058-bcd5-1e96819a3986,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:24.780813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:24.781699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.782945 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6621562-f8fa-4058-bcd5-1e96819a3986 HTTP/1.1" status: 204 len: 168 time: 0.2804282 Apr 19 10:59:24.843208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:24.875266 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2f38c5e5-ba83-4c69-9298-548a99d083b1 req-7e40922b-9b60-4375-a7d6-15899c64296f tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181610 Apr 19 10:59:24.893668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.904519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ab51ecb7-5fa8-47fb-a36f-7a44235490d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:24.947172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c41c7-2489-40cf-8ebc-a31564d1033a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:24.953105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:24.975772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:24.977615 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a42c41c7-2489-40cf-8ebc-a31564d1033a HTTP/1.1" status: 204 len: 168 time: 0.4150701 Apr 19 10:59:25.024188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port e4c113e3-1549-4f75-b90f-6faa4c7517f2 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:25.031659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e4c113e3-1549-4f75-b90f-6faa4c7517f2 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:25.033671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:25.144290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ba635-555b-4e50-a555-79a575503f87 req-f18b5243-404c-4a19-839e-26bcd251883e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:25.147262 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b98ba635-555b-4e50-a555-79a575503f87 req-f18b5243-404c-4a19-839e-26bcd251883e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 945 time: 0.1330450 Apr 19 10:59:25.205646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:25.215136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b98ba635-555b-4e50-a555-79a575503f87 req-5e8ec9ab-8925-441f-befb-240a39af2ed1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560675 Apr 19 10:59:25.241280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31fd9-8533-4ff1-8d07-ca63d4cb3b38 req-f64d65ab-224c-4445-98e4-165f97bd2530 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:25.242867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56572) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:25.244469 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-08e31fd9-8533-4ff1-8d07-ca63d4cb3b38 req-f64d65ab-224c-4445-98e4-165f97bd2530 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1952817 Apr 19 10:59:25.248275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'floatingip': {'port_id': '1c8b72a9-1de8-4b81-ba84-165556f2c17b'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:25.258471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:25.271987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:25.278537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:25.281234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:25.345241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:25.356271 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'code': 200} Apr 19 10:59:25.371028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:25.376001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:25.576240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56590) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:25.604418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:25.668367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:25.699294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 10:59:25.840523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Usage tracker for resource:security_group_rule and tenant:4e88cef73e1b44b39cbdd11fdee580a3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:25.863551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:25.894430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:26.079413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.087825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192ccf6-abcb-4006-a6ac-96d51de64866 req-7aa73cac-e4e6-47ca-b54c-9e2a13db729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:26.097696 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b192ccf6-abcb-4006-a6ac-96d51de64866 req-7aa73cac-e4e6-47ca-b54c-9e2a13db729b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1099 time: 0.4311988 Apr 19 10:59:26.101475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.170254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0a5c568-cfd3-4da0-b276-134b99194e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:26.216240 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e88cef73e1b44b39cbdd11fdee580a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388106 Apr 19 10:59:26.217579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56622) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:26.336147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af27b5-6822-45cb-a66d-173e28d95a0e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:26.372044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:26.384504 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b192ccf6-abcb-4006-a6ac-96d51de64866 req-a456cb59-0df5-4c72-bd13-6b1443874218 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184703 Apr 19 10:59:26.436305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.536221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.620066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf57c8-9dea-4d38-9c23-569a48f29b50 req-d57492ef-d991-4ee5-a7bf-d1e691ccaf9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:26.621621 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-aabf57c8-9dea-4d38-9c23-569a48f29b50 req-d57492ef-d991-4ee5-a7bf-d1e691ccaf9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1870861 Apr 19 10:59:26.658994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.666563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e244d990-cbb7-4244-b1e9-b48710f3ce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:26.666879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7f8ac-fafd-403f-9f40-2a9b04c6701e req-264d41be-925d-4a1f-ac44-2ebd266a453f tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:26.674609 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58e7f8ac-fafd-403f-9f40-2a9b04c6701e req-264d41be-925d-4a1f-ac44-2ebd266a453f tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.7318001 Apr 19 10:59:26.679716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af27b5-6822-45cb-a66d-173e28d95a0e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:26.710110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:26.725440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.726886 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49af27b5-6822-45cb-a66d-173e28d95a0e HTTP/1.1" status: 204 len: 168 time: 0.5035038 Apr 19 10:59:26.730171 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-aabf57c8-9dea-4d38-9c23-569a48f29b50 req-2704c927-c302-4377-836c-9ebf4510f25e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017842 Apr 19 10:59:26.755449 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58e7f8ac-fafd-403f-9f40-2a9b04c6701e req-c479e400-0744-456c-b915-1a323952194f tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Apr 19 10:59:26.936627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:26.939893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:27.145209 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Floating IP 1b4d0e60-176b-478c-8f9a-646fab6db6f0 associated. External IP: 172.28.0.20, port: 1c8b72a9-1de8-4b81-ba84-165556f2c17b. Apr 19 10:59:27.779337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:59:28.126570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2327706-c8c2-456a-8e31-ccc4636c13dc req-c1c421e6-b966-48d0-8cb3-bbf27e786d6e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:28.128315 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2327706-c8c2-456a-8e31-ccc4636c13dc req-c1c421e6-b966-48d0-8cb3-bbf27e786d6e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1183515 Apr 19 10:59:28.187124 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2327706-c8c2-456a-8e31-ccc4636c13dc req-51efd2ca-2299-49d4-b26b-e0fe3c117421 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Apr 19 10:59:28.190995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:28.196260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:28.227570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:28.243810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:28.261893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:28.267531 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039df9-bae7-4c55-89e8-c704b38961cf req-b59121bd-750a-4b46-a21b-dc1448ff0ce6 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:28.269137 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c8039df9-bae7-4c55-89e8-c704b38961cf req-b59121bd-750a-4b46-a21b-dc1448ff0ce6 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.2103937 Apr 19 10:59:28.296242 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-80e1190d-18af-46f7-aa83-568ad0e0f31b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "PUT /v2.0/floatingips/1b4d0e60-176b-478c-8f9a-646fab6db6f0 HTTP/1.1" status: 200 len: 991 time: 3.0523088 Apr 19 10:59:28.300039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:28.331946 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c8039df9-bae7-4c55-89e8-c704b38961cf req-1b0985f1-09c1-4568-a1b5-fb91559ff5e6 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542901 Apr 19 10:59:28.614543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:28.627512 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2d50-c451-4223-a5c7-40b7d18a66aa req-f81e3833-8b5e-42c1-822c-ba51decb8ddc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:28.629880 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9f7f2d50-c451-4223-a5c7-40b7d18a66aa req-f81e3833-8b5e-42c1-822c-ba51decb8ddc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.2405729 Apr 19 10:59:28.640200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 56740) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:28.647876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'floatingip': {'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:28.699959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-fbc46b62-b5fe-46be-ab9b-7a2238e92939 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:28.701863 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-fbc46b62-b5fe-46be-ab9b-7a2238e92939 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.43 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.1661723 Apr 19 10:59:28.742545 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'status': 'completed', 'code': 200} Apr 19 10:59:28.849740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:28.905598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Deleting port ed124f40-d8e3-4727-b584-d528a7792029 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 10:59:28.907805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:29.099885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941f670-5a11-4dc2-9759-110d9a847602 req-82f25988-d39e-4101-a6b3-86d0585c3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:29.101745 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-82f25988-d39e-4101-a6b3-86d0585c3f18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1099 time: 0.3321464 Apr 19 10:59:29.292576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941f670-5a11-4dc2-9759-110d9a847602 req-7228c5d7-4c3f-4d02-ba1b-59930ba3225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:29.294438 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-7228c5d7-4c3f-4d02-ba1b-59930ba3225e service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.1826062 Apr 19 10:59:29.398564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '1b4d0e60-176b-478c-8f9a-646fab6db6f0', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'port_id': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'mac_address': 'fa:16:3e:4c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T10:58:57Z', 'updated_at': '2021-04-19T10:59:26Z', 'revision_number': 1, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:29.404186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:29.415878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:29.416579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:29.437269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] For port ed124f40-d8e3-4727-b584-d528a7792029, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed124f40-d8e3-4727-b584-d528a7792029,segment=NetworkSegment(825c9cb9-7c20-4703-bc7b-b09af1904aab),segment_id=825c9cb9-7c20-4703-bc7b-b09af1904aab)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:29.437898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:29.640294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Calling delete_port for ed124f40-d8e3-4727-b584-d528a7792029 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 10:59:29.666978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:29.897904 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-d885439c-3c96-4f17-93ec-e7977fc373a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 999 time: 0.1327369 Apr 19 10:59:30.026081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941f670-5a11-4dc2-9759-110d9a847602 req-316c2d94-479c-4b0b-bc13-4a35151fd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:30.028440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-316c2d94-479c-4b0b-bc13-4a35151fd865 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.1170468 Apr 19 10:59:30.165192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:30.175494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2ddc-276d-4752-9f93-a25c95269d61 req-8acb2a0f-dcd4-49cd-87c5-c3910091f76e tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:30.177195 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-12da2ddc-276d-4752-9f93-a25c95269d61 req-8acb2a0f-dcd4-49cd-87c5-c3910091f76e tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 945 time: 0.1855049 Apr 19 10:59:30.186287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '1b4d0e60-176b-478c-8f9a-646fab6db6f0', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'port_id': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'mac_address': 'fa:16:3e:4c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T10:58:57Z', 'updated_at': '2021-04-19T10:59:26Z', 'revision_number': 1, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:30.188546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:30.192365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8952628-03d4-4d67-9052-c80a588542e4 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '1b4d0e60-176b-478c-8f9a-646fab6db6f0', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'port_id': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'mac_address': 'fa:16:3e:4c:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T10:58:57Z', 'updated_at': '2021-04-19T10:59:26Z', 'revision_number': 1, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:30.205017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['ed124f40-d8e3-4727-b584-d528a7792029'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 10:59:30.277834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941f670-5a11-4dc2-9759-110d9a847602 req-ddff9aea-cfdd-43d3-9f26-28861a93bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:30.281569 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-ddff9aea-cfdd-43d3-9f26-28861a93bc77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1693420 Apr 19 10:59:30.368730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Pushing event deleted for resources: {'Port': ['ID=ed124f40-d8e3-4727-b584-d528a7792029,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:30.373943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] No DVR routers for this DVR port ed124f40-d8e3-4727-b584-d528a7792029 on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 10:59:30.376064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:30.383604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:30.394772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'name': 'network-vif-deleted', 'tag': 'ed124f40-d8e3-4727-b584-d528a7792029'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:30.411338 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a1a8b333-f079-4154-aca1-bd0521e80f60 req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.43 "DELETE /v2.0/ports/ed124f40-d8e3-4727-b584-d528a7792029 HTTP/1.1" status: 204 len: 173 time: 1.6744144 Apr 19 10:59:30.445435 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-e9b26518-f211-4cb0-afa4-5c7bcd3cc1d9 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493661 Apr 19 10:59:30.471838 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84d6f91-01f2-49e5-8854-42724fd167c0', 'name': 'network-vif-deleted', 'tag': 'ed124f40-d8e3-4727-b584-d528a7792029', 'status': 'completed', 'code': 200} Apr 19 10:59:30.477987 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-12da2ddc-276d-4752-9f93-a25c95269d61 req-3d517e64-eb55-47bf-b74b-801dca5f3087 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/security-groups?id=be848c72-bf4e-4051-b52c-10667be52220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966295 Apr 19 10:59:30.574074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 10:59:30.616126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da502346-2e04-474e-a3d8-f0b89363d4c0 None None] New status for floating IP 1b4d0e60-176b-478c-8f9a-646fab6db6f0: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 10:59:30.751057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:30.768206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:30.839931 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1941f670-5a11-4dc2-9759-110d9a847602 req-9ec5a966-8783-45f9-9a34-852b294209bc service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845325 Apr 19 10:59:31.045935 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Floating IP 1349c3b1-bb8d-4713-bafc-0fd0642b2261 associated. External IP: 172.28.0.194, port: e4c113e3-1549-4f75-b90f-6faa4c7517f2. Apr 19 10:59:31.531103 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c015178-7a82-4ddf-a2db-cfb01173f8c4 req-f1235f13-86dd-4b23-8344-9f9535fca4a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0678606 Apr 19 10:59:31.574214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:59:31.743299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-bd20be3a-9c9d-4861-925a-1c85f6f19a16 req-23313a54-a7a0-4fbc-8467-0ab20f1b81f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Synchronizing usage tracker for tenant:479d95b802124ddbb91c35066480bd89 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:31.782134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-bd20be3a-9c9d-4861-925a-1c85f6f19a16 req-23313a54-a7a0-4fbc-8467-0ab20f1b81f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Unset dirty status for tenant:479d95b802124ddbb91c35066480bd89 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:31.783762 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bd20be3a-9c9d-4861-925a-1c85f6f19a16 req-23313a54-a7a0-4fbc-8467-0ab20f1b81f3 tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 0.0948718 Apr 19 10:59:31.784103 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c015178-7a82-4ddf-a2db-cfb01173f8c4 req-456b62e3-d3da-4deb-8126-5f12566135be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=479d95b802124ddbb91c35066480bd89&device_id=e84d6f91-01f2-49e5-8854-42724fd167c0 HTTP/1.1" status: 200 len: 210 time: 0.0728564 Apr 19 10:59:32.293786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:32.301045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:32.306912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:32.323154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:32.324200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:32.390830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015178-7a82-4ddf-a2db-cfb01173f8c4 req-2a00284c-5682-4a29-93c7-5e8363376443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:32.392522 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c015178-7a82-4ddf-a2db-cfb01173f8c4 req-2a00284c-5682-4a29-93c7-5e8363376443 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=479d95b802124ddbb91c35066480bd89&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5349004 Apr 19 10:59:32.572240 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3e1d7cd9-b3b0-41c6-b759-e7148c0af9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "PUT /v2.0/floatingips/1349c3b1-bb8d-4713-bafc-0fd0642b2261 HTTP/1.1" status: 200 len: 992 time: 3.9282248 Apr 19 10:59:32.585507 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:32.602441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:32.611037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015178-7a82-4ddf-a2db-cfb01173f8c4 req-6edb84ee-2ec3-40b6-aa90-7a7f1431b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:32.614006 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c015178-7a82-4ddf-a2db-cfb01173f8c4 req-6edb84ee-2ec3-40b6-aa90-7a7f1431b4db service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2102535 Apr 19 10:59:32.685579 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'status': 'completed', 'code': 200} Apr 19 10:59:32.858035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ed124f40-d8e3-4727-b584-d528a7792029 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 10:59:32.960465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: ed124f40-d8e3-4727-b584-d528a7792029 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 10:59:32.966347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ed124f40-d8e3-4727-b584-d528a7792029 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 10:59:32.974262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f940a-dfb7-4301-be68-5499cce681c5 req-3427cc5a-f712-4c67-934c-dafa6f209cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:32.978519 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-3427cc5a-f712-4c67-934c-dafa6f209cc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1099 time: 0.2340114 Apr 19 10:59:33.016648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56908) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:33.199092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f940a-dfb7-4301-be68-5499cce681c5 req-5e8d1969-cc7f-4a13-8e21-e2b084c1bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:33.202375 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-5e8d1969-cc7f-4a13-8e21-e2b084c1bfe1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.2169433 Apr 19 10:59:33.229927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '1349c3b1-bb8d-4713-bafc-0fd0642b2261', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'floating_ip_address': '172.28.0.194', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'mac_address': 'fa:16:3e:13:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T10:59:07Z', 'updated_at': '2021-04-19T10:59:30Z', 'revision_number': 1, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:33.234616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:33.243983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:33.244868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:33.375499 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.389512 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-7e64f262-b7a7-4da2-902b-0b214a62794b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 1000 time: 0.1789989 Apr 19 10:59:33.403392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:33.407931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Usage tracker for resource:security_group_rule and tenant:702c77bb92c642e5a80c189ff4ea1fea is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:33.410948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:33.424350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:33.579245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:33.591904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f940a-dfb7-4301-be68-5499cce681c5 req-caa7960c-fd6f-4c66-8742-85ef6bdbfdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:33.593760 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-caa7960c-fd6f-4c66-8742-85ef6bdbfdbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.1915822 Apr 19 10:59:33.594101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.597787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.623343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75a036f8-e2a6-4787-81b2-1a18eb47c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:33.682859 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=702c77bb92c642e5a80c189ff4ea1fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649308 Apr 19 10:59:33.683591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56940) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:33.748853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ef459-c57e-4da0-ab6d-0cfcced9455e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:33.765836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.766325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.766827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.767283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.767731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.768181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.768626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.769076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.769540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.769999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.770498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.770953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:33.780176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f940a-dfb7-4301-be68-5499cce681c5 req-22a5dfbd-9718-4e2e-9dbd-a0557df810fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:33.781779 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-22a5dfbd-9718-4e2e-9dbd-a0557df810fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1809337 Apr 19 10:59:33.809565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:33.840971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.876014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.929203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.934592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-df067924-ccb9-49d1-bd84-1010f3fa2441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:33.949648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ef459-c57e-4da0-ab6d-0cfcced9455e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:33.956387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:33.957238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:33.959377 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec1ef459-c57e-4da0-ab6d-0cfcced9455e HTTP/1.1" status: 204 len: 168 time: 0.2708104 Apr 19 10:59:34.121244 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-dfc6476e-3009-485e-aad3-896e55aada5c service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263497 Apr 19 10:59:34.159645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.309213 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-640f940a-dfb7-4301-be68-5499cce681c5 req-42fe7bf6-7f8a-4f43-a3cd-89dfd0cb15e7 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824386 Apr 19 10:59:34.358972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '1349c3b1-bb8d-4713-bafc-0fd0642b2261', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'floating_ip_address': '172.28.0.194', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'mac_address': 'fa:16:3e:13:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T10:59:07Z', 'updated_at': '2021-04-19T10:59:30Z', 'revision_number': 1, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:34.363337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576598b5-8c38-4978-8fd5-019eec64c664 None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '1349c3b1-bb8d-4713-bafc-0fd0642b2261', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'floating_ip_address': '172.28.0.194', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'mac_address': 'fa:16:3e:13:e8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T10:59:07Z', 'updated_at': '2021-04-19T10:59:30Z', 'revision_number': 1, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:34.427615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56972) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:34.449761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.466932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:34.471102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Usage tracker for resource:security_group_rule and tenant:342c27052757462eaadcefcf18f71332 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:34.474793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:34.482700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:34.581535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.584029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.593304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-beb368d6-0ed0-4997-aabd-a0f8971e1789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:34.641190 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=342c27052757462eaadcefcf18f71332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109146 Apr 19 10:59:34.641997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 56982) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:34.644972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1978ec-8978-415a-9b69-5745f0a4c9ee,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:34.664085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46afb716-51e6-4834-ad2d-9bec8d853fc5 None None] New status for floating IP 1349c3b1-bb8d-4713-bafc-0fd0642b2261: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 10:59:34.674135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:34.727691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.757341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.807794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.813391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-94412f8d-6fe1-454e-9fd5-44b9b33441d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:34.825105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1978ec-8978-415a-9b69-5745f0a4c9ee,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:34.827615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:34.833126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:34.837778 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c1978ec-8978-415a-9b69-5745f0a4c9ee HTTP/1.1" status: 204 len: 168 time: 0.1944551 Apr 19 10:59:35.392555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57020) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:35.461064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Deleting subnet 50d6c686-2b24-4c35-bb14-23bde8135120 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 10:59:35.464593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:35.484426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57024) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:35.535159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853086183'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:35.640610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:35.899004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:35.933376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:35.938248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6de47aa914f4c898e1d05c8104ff630 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:35.942492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:35.949730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:36.053227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2238086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580753'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.060643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b06e511b-40d8-4c8d-a1e3-653d326bc995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:36.081357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.085432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.104522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d6c686-2b24-4c35-bb14-23bde8135120,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:36.115718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.119478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09d8fade-fa65-489d-b79b-61d5f0044562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:36.124243 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/50d6c686-2b24-4c35-bb14-23bde8135120 HTTP/1.1" status: 204 len: 168 time: 0.7304490 Apr 19 10:59:36.125895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.126530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.126991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.127439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.127885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.128352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.130238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.131276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.131734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.132166 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.132848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.133307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:36.136536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57056) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:36.139653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-588da511-de43-4b42-a43c-8da2c155f5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:36.154477 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6de47aa914f4c898e1d05c8104ff630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6686692 Apr 19 10:59:36.156625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e5c12c-cca5-470d-9603-c0cd0c89bb7e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:36.171919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57060) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:36.193644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:36.209793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57064) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:36.263044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.278702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.292412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.342285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-438043410-network', 'tenant_id': '0a889462497145b49dcf5e368e34de24'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:36.347612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:36.352064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Usage tracker for resource:network and tenant:0a889462497145b49dcf5e368e34de24 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:36.356623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:36.362614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.368222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:36.370156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:36.386454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e5c12c-cca5-470d-9603-c0cd0c89bb7e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:36.392620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:36.394810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.396036 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1fa45e61-9e5c-45f5-a8ff-a117d8f25e93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26e5c12c-cca5-470d-9603-c0cd0c89bb7e HTTP/1.1" status: 204 len: 168 time: 0.2222304 Apr 19 10:59:36.398122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Made reservation on behalf of 0a889462497145b49dcf5e368e34de24 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:36.407347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.436073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.439423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.456105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:36.460209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Usage tracker for resource:security_group_rule and tenant:0a889462497145b49dcf5e368e34de24 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:36.463192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:36.469474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:36.556346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c9d197-dcb0-4812-acb2-216733251c08']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:36.563438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.566921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.569915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825c9cb9-7c20-4703-bc7b-b09af1904aab') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:36.570261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825c9cb9-7c20-4703-bc7b-b09af1904aab') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:36.572454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:36.583052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.599956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:59:36.601860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.608259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 10:59:36.613719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:36.617450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:36.726241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57076) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:36.745956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.765521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:36.769579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Usage tracker for resource:security_group_rule and tenant:2a676d081dc749a5829c84a212cbd157 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:36.773349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:36.779532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:36.795635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Network f0c9d197-dcb0-4812-acb2-216733251c08 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 10:59:36.804642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.870659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.873462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:36.883778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b1109a3-ca25-4cdb-b738-25236735b2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:36.928072 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a676d081dc749a5829c84a212cbd157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000513 Apr 19 10:59:36.930709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57084) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:36.969026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be34f5-cdc5-4d19-9470-8492de0c724b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:36.974091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:36.999840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.014892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Network f0c9d197-dcb0-4812-acb2-216733251c08 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 10:59:37.027806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 10:59:37.038739 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 10:59:37.076368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.080060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-86cb2319-1018-49f4-beba-3867fbc7b02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:37.100297 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be34f5-cdc5-4d19-9470-8492de0c724b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:37.106481 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:37.116289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.117556 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6be34f5-cdc5-4d19-9470-8492de0c724b HTTP/1.1" status: 204 len: 168 time: 0.1858845 Apr 19 10:59:37.128026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.137445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.137612 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Added segment 1802165d-c8e2-4678-8178-816788264f30 of type vlan for network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 Apr 19 10:59:37.139510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.143475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:37.170173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c9d197-dcb0-4812-acb2-216733251c08,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:37.170663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.173517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:37.179662 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d86577ec-818b-4fc6-9ed4-16e63ea26b29 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f0c9d197-dcb0-4812-acb2-216733251c08 HTTP/1.1" status: 204 len: 168 time: 1.0419824 Apr 19 10:59:37.250806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.252392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:37.252999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.289954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:37.313377 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0995095 Apr 19 10:59:37.313872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57102) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:37.320445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Request body: {'subnet': {'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-438043410-subnet', 'tenant_id': '0a889462497145b49dcf5e368e34de24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:37.327934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:37.337767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Usage tracker for resource:subnet and tenant:0a889462497145b49dcf5e368e34de24 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:37.345602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:37.368865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:37.389069 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Made reservation on behalf of 0a889462497145b49dcf5e368e34de24 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:37.402299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195013'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.410380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Pushing event updated for resources: {'Network': ['ID=643d2812-5d36-4bff-bf4e-d1c1233d2e57,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:37.421292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:37.422931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:59:37.459151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57112) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:37.594358 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-51bfa828-da2a-47a1-acb2-9671f5021d56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=479d95b802124ddbb91c35066480bd89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1337714 Apr 19 10:59:37.596897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57120) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:37.721690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.773360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.843745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.850244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:37.869128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be848c72-bf4e-4051-b52c-10667be52220,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:37.872371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:37.898172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:37.899453 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be848c72-bf4e-4051-b52c-10667be52220 HTTP/1.1" status: 204 len: 168 time: 0.3015494 Apr 19 10:59:38.030754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57136) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:38.081926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852537661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195030'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:38.088863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5a045473-f30f-4558-862f-9fe5c67f57f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:38.187746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:38.188527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:38.189605 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Checking segment: {'id': '1802165d-c8e2-4678-8178-816788264f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:38.189875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Network hostable DHCP agents. Network: 643d2812-5d36-4bff-bf4e-d1c1233d2e57, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:59:38.211900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:59:38.223687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 643d2812-5d36-4bff-bf4e-d1c1233d2e57) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:38.244364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225f08b-fc61-42bd-b182-f0043b1d3b73 None None] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:38.247107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:38.247768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:38.279080 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9639261 Apr 19 10:59:38.471015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:38.492344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:38.496986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Usage tracker for resource:security_group_rule and tenant:665488e728254cddbedf7df4adda3c26 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:38.501049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:38.508928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:38.620490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:38.624067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:38.634191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f7672de-c0eb-4d9a-bd2a-fb0de73c7cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:38.712002 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=665488e728254cddbedf7df4adda3c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800687 Apr 19 10:59:38.713242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1a21e-13bc-4ae1-b592-3cac4270d6c3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:38.715604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57170) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:38.719008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb560a-904b-4073-870b-2abb25560697 None None] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:38.742211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:38.903052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:38.965559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.019962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.026953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d68a399-a9f8-4344-9eaf-ddeaf96f6c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:39.041015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1a21e-13bc-4ae1-b592-3cac4270d6c3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:39.048100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:39.051462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.055700 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1c1a21e-13bc-4ae1-b592-3cac4270d6c3 HTTP/1.1" status: 204 len: 168 time: 0.3360360 Apr 19 10:59:39.684714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57226) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:39.769233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57236) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:39.776779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-476730807-network', 'tenant_id': 'a044d0f16dc8477392d14fae5e7bd5be'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:39.783626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:39.787813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Usage tracker for resource:network and tenant:a044d0f16dc8477392d14fae5e7bd5be is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:39.792641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:39.800011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:39.809801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Made reservation on behalf of a044d0f16dc8477392d14fae5e7bd5be for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:39.815590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.830553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.856933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:39.861560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Usage tracker for resource:security_group_rule and tenant:a044d0f16dc8477392d14fae5e7bd5be is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:39.864722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:39.872709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:39.981713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.985273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:39.998232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4c4fc7e-a97b-4e41-8169-0009917b98b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:40.036144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-network', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:40.049834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:40.088700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Usage tracker for resource:network and tenant:5b5fc102a80f466d8789b6b80e4179fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:40.098260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:59:40.106661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:40.116620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b573239-9ed1-4f47-82c1-589144f79c3e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:40.149332 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:40.155793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:40.163303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.167101 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Added segment 3d73d57d-ebd1-40af-896b-8a9902f336a2 of type vlan for network b9890320-3d2a-41b6-a8e9-ebb279f259be Apr 19 10:59:40.187192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Made reservation on behalf of 5b5fc102a80f466d8789b6b80e4179fe for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:40.196856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.259605 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.286579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.300175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:40.307263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5fc102a80f466d8789b6b80e4179fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:40.311708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:40.331843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:40.354515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.359419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:40.360069 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.391878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3bf47af-6e6a-4a39-a24f-89ca8883176a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:40.416304 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6454549 Apr 19 10:59:40.419398 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57268) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:40.429417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Request body: {'subnet': {'network_id': 'b9890320-3d2a-41b6-a8e9-ebb279f259be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-476730807-subnet', 'tenant_id': 'a044d0f16dc8477392d14fae5e7bd5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:40.441225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:40.450335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Usage tracker for resource:subnet and tenant:a044d0f16dc8477392d14fae5e7bd5be is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:40.458285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:40.474063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:40.495804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Made reservation on behalf of a044d0f16dc8477392d14fae5e7bd5be for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:40.500659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195013'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.608949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Pushing event updated for resources: {'Network': ['ID=b9890320-3d2a-41b6-a8e9-ebb279f259be,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:40.612567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:40.620376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network b9890320-3d2a-41b6-a8e9-ebb279f259be details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:59:40.700360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.709545 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.742894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 10:59:40.768182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.768832 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Added segment 11035b86-cdea-4ab5-bf5d-d7e9fbdfe844 of type vlan for network d13570fc-bbff-4464-ab67-5d37d60b2f5e Apr 19 10:59:40.776845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:40.824076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570374cf-8d92-4912-b618-6308a4ffcf40,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:40.828486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.843496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:40.910743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.912236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:40.913014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:40.918327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:41.041251 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3553014 Apr 19 10:59:41.044381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57290) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:41.053737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Request body: {'subnet': {'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-subnet', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:41.056506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852537661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195030'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:41.057461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=d13570fc-bbff-4464-ab67-5d37d60b2f5e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:41.061079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:41.062112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:41.063831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:41.068490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Usage tracker for resource:subnet and tenant:5b5fc102a80f466d8789b6b80e4179fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:41.071954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 10:59:41.072441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:41.079526 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:41.089314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Made reservation on behalf of 5b5fc102a80f466d8789b6b80e4179fe for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:41.095633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:41.125744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=872e358a-3652-4bb2-9dcc-a88d489bbc7f,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:41.129364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:41.160637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Checking segment: {'id': '3d73d57d-ebd1-40af-896b-8a9902f336a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': 'b9890320-3d2a-41b6-a8e9-ebb279f259be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:41.161150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Network hostable DHCP agents. Network: b9890320-3d2a-41b6-a8e9-ebb279f259be, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:59:41.184490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Network b9890320-3d2a-41b6-a8e9-ebb279f259be is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:59:41.193903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, b9890320-3d2a-41b6-a8e9-ebb279f259be) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:41.210636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33baf91-791f-4ab3-a4fd-577bc2dd8ba2 None None] Network b9890320-3d2a-41b6-a8e9-ebb279f259be requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:41.211196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:41.211966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:41.245780 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-aa9ad9d9-b729-4319-88ee-f86d0fccdbcc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8247709 Apr 19 10:59:41.749278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c16d2-556d-49de-99d5-6aa6fe318a42 None None] Network b9890320-3d2a-41b6-a8e9-ebb279f259be requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:41.985728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57328) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:42.216241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.221848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:42.310456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08870469-c7a4-4a8a-9f89-f67d42e4660a,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:42.336886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:42.342530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Checking segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:42.343152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Network hostable DHCP agents. Network: d13570fc-bbff-4464-ab67-5d37d60b2f5e, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 10:59:42.438550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 10:59:42.457414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.473106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, d13570fc-bbff-4464-ab67-5d37d60b2f5e) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:42.483383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:42.484056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.484232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ea703-e4b1-4f3d-b70f-f6c851b819ee None None] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:42.491399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:42.496665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Usage tracker for resource:security_group_rule and tenant:091de0302b354ba89e52eec4a207a078 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:42.500831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:42.508809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:42.530611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-72222923-6fc9-4fc0-a33e-9ca8ccb0cfb6 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:42.531498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-72222923-6fc9-4fc0-a33e-9ca8ccb0cfb6 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Synchronizing usage tracker for tenant:0a889462497145b49dcf5e368e34de24 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:42.537947 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4923706 Apr 19 10:59:42.541522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57354) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:42.551390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:42.557269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:42.562104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Usage tracker for resource:router and tenant:5b5fc102a80f466d8789b6b80e4179fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:42.565776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:42.573757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:42.586006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.587368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.608688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.645530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.655957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.686682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93e1bc24-3630-4699-8812-3a2a2aa726bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:42.699237 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=091de0302b354ba89e52eec4a207a078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121694 Apr 19 10:59:42.699905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57360) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:42.721455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-72222923-6fc9-4fc0-a33e-9ca8ccb0cfb6 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Unset dirty status for tenant:0a889462497145b49dcf5e368e34de24 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:42.722788 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-72222923-6fc9-4fc0-a33e-9ca8ccb0cfb6 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/networks?id=643d2812-5d36-4bff-bf4e-d1c1233d2e57 HTTP/1.1" status: 200 len: 808 time: 0.4193897 Apr 19 10:59:42.782914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d0140-6aa1-4eef-8c7e-546c3b9ed211,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:42.783427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4c725-3e77-45ad-9960-017cba7b18b0 None None] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 10:59:42.787375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:42.803543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:42.861155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.022423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.031717 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-0d4ea4a7-0b23-4c82-82eb-2e8c61536f58 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/quotas/0a889462497145b49dcf5e368e34de24 HTTP/1.1" status: 200 len: 375 time: 0.2375112 Apr 19 10:59:43.177536 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-c4c9440a-2646-4724-8859-56d742de1624 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a889462497145b49dcf5e368e34de24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230016 Apr 19 10:59:43.383723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.392476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-73fffdee-11a2-43bc-83aa-6f5f838061d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:43.404248 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-f6935919-af9a-498f-a67e-b5127c7ad2a0 service neutron] 10.222.0.35 "GET /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165687 Apr 19 10:59:43.408035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.412184 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/815d0140-6aa1-4eef-8c7e-546c3b9ed211 HTTP/1.1" status: 204 len: 168 time: 0.7092705 Apr 19 10:59:43.415072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d0140-6aa1-4eef-8c7e-546c3b9ed211,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:43.417813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:43.452932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57386) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:43.602900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.621971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:43.626743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Usage tracker for resource:security_group_rule and tenant:d3d1d99b304640d29e5b58eba0dae0ca is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:43.629774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:43.637783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:43.762551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.778228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.781533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.791017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4295b368-37e3-4f13-814d-5073bcce5e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:43.803511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.820816 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-d8a42af6-a3b7-4f77-84fb-7a4b834f5bb8 service neutron] 10.222.0.35 "GET /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408606 Apr 19 10:59:43.851633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57396) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:43.881203 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3d1d99b304640d29e5b58eba0dae0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262488 Apr 19 10:59:43.882230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c864a-b01c-4444-908e-794b2aec3166,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:43.885977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:43.888577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57400) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:43.907480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:43.938876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:43.949946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Usage tracker for resource:security_group_rule and tenant:895ab8c8331d46de9008b47817f73486 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:43.963890 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:43.976043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:44.011696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.026711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Allocated IP 172.28.0.40 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/85d7693a-f476-417e-b039-f5f51815504c) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:44.098598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.108384 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-13e7c571-5b6d-4e1c-a163-845035317894 req-b923c5bf-08ec-4c07-b3cd-955dd2f9f5ae tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 210 time: 0.0692773 Apr 19 10:59:44.206220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.215069 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cf2da36a-5c96-485d-b154-05525f1ea098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:44.223313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.231026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.233449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.238268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7c864a-b01c-4444-908e-794b2aec3166,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:44.246192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:44.246873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f6b4a16-0b7b-4950-9eb8-238c14d5d1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:44.265129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.266260 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-cd64c985-3468-4e2f-99aa-fd323882c8a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff7c864a-b01c-4444-908e-794b2aec3166 HTTP/1.1" status: 204 len: 168 time: 0.3766491 Apr 19 10:59:44.277300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.296407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a460620-a320-410a-9206-675ea068a3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:44.305010 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=895ab8c8331d46de9008b47817f73486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497828 Apr 19 10:59:44.305010 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76629cfa-1d0b-4085-8367-2ae64ab72d6d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:44.308564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:44.309111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57416) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:44.373599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:44.377130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:44.382549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:44.390000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.426103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.487785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.494549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Pushing event updated for resources: {'Port': ['ID=85d7693a-f476-417e-b039-f5f51815504c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:44.497556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:44.506336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:44.528949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76629cfa-1d0b-4085-8367-2ae64ab72d6d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:44.531538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:44.535249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:44.540122 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76629cfa-1d0b-4085-8367-2ae64ab72d6d HTTP/1.1" status: 204 len: 168 time: 0.2275994 Apr 19 10:59:44.992665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57470) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:45.036380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.054830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:45.059504 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9da35050cfb41c589248acde55e2150 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:45.063394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:45.070995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:45.234307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.238329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.249829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22fffd51-fe78-4340-9a85-6e3dd6ed407a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:45.284521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d7b2e-3758-4b23-9563-e9a9d92531fa,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:45.290895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:45.309068 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ec329785-868b-4af6-8bdf-db60045475c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9da35050cfb41c589248acde55e2150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151324 Apr 19 10:59:45.313955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57494) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:45.420120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.484405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.509814 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ac18d636-d548-4b40-9408-17ed0f8774b7 req-b5d8b674-8efa-4868-9f68-40a54d6d1091 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 210 time: 0.0986063 Apr 19 10:59:45.568324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.737680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-c7eee88b-5acc-4c7e-8417-500f1aea11d4 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:45.739285 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-c7eee88b-5acc-4c7e-8417-500f1aea11d4 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.43 "GET /v2.0/networks?id=643d2812-5d36-4bff-bf4e-d1c1233d2e57 HTTP/1.1" status: 200 len: 808 time: 0.2160416 Apr 19 10:59:45.748939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.754538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6f822c9d-cf67-4154-9bb8-43be05f5b175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:45.770448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Request body: {'port': {'device_id': '3930921f-3161-41db-829e-2c4abc0223a2', 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57', 'admin_state_up': True, 'tenant_id': '0a889462497145b49dcf5e368e34de24'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:45.838943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d7b2e-3758-4b23-9563-e9a9d92531fa,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:45.846640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:45.883684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:45.888001 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f54d7b2e-3758-4b23-9563-e9a9d92531fa HTTP/1.1" status: 204 len: 168 time: 0.5729792 Apr 19 10:59:46.051410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:46.063197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Usage tracker for resource:port and tenant:0a889462497145b49dcf5e368e34de24 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:46.071282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:46.087795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:46.088273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:46.096444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cca422e5-abec-4a2e-95c4-d73768f55de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:46.121410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Made reservation on behalf of 0a889462497145b49dcf5e368e34de24 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:46.140609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:46.436450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Allocated IP 172.20.0.3 (643d2812-5d36-4bff-bf4e-d1c1233d2e57/64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0/e53ef122-a9da-429a-a248-4ba1b0ce4fcc) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:46.458118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Router f6342d6a-1a6b-494f-bf01-8ae120a7d51c is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 10:59:46.700655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:46.758191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:46.759595 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2152643 Apr 19 10:59:46.763312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57564) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:46.785517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Sync routers for ids ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:46.820715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Routers {'f6342d6a-1a6b-494f-bf01-8ae120a7d51c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:46.821896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:46.965323 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d395a3b-d0b3-475c-9d16-4c32a30ebcdd req-31c3e638-a468-4539-aa19-d97506c2a9cc tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 210 time: 0.1637378 Apr 19 10:59:47.019640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:47.078000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:47.088033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:47.179634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:47.183170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:47.187894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:47.223810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57576) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:47.253366 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Pushing event updated for resources: {'Port': ['ID=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:47.263542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:47.282390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:47.283440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:47.311744 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5458062 Apr 19 10:59:47.331860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Request body: {'port': {'device_id': '3930921f-3161-41db-829e-2c4abc0223a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:47.389446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Set router f6342d6a-1a6b-494f-bf01-8ae120a7d51c gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:47.635445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:47.730641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:47.814523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:47.814523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Usage tracker for resource:security_group_rule and tenant:009ed95a5962457bba1133072f4ee9cb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:47.836335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:47.852929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T10:59:44Z', 'revision_number': 3, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:47.868373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Checking router: f6342d6a-1a6b-494f-bf01-8ae120a7d51c for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:47.868777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Updating router f6342d6a-1a6b-494f-bf01-8ae120a7d51c port 85d7693a-f476-417e-b039-f5f51815504c binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:59:47.923025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:48.015150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.148321 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.202659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53ef122-a9da-429a-a248-4ba1b0ce4fcc {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:48.218779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.242437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Transition to ACTIVE for port object e53ef122-a9da-429a-a248-4ba1b0ce4fcc will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:48.246151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.265277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:48.445062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:48.460047 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:48.516981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13fc48d2-399d-4732-9763-5379e130c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.613351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.657530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Transition to ACTIVE for port object 85d7693a-f476-417e-b039-f5f51815504c will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:48.676818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.702192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:48.714998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Attempting to bind port e53ef122-a9da-429a-a248-4ba1b0ce4fcc on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:48.715371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Attempting to bind port e53ef122-a9da-429a-a248-4ba1b0ce4fcc by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '1802165d-c8e2-4678-8178-816788264f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:48.715738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Attempting to bind port e53ef122-a9da-429a-a248-4ba1b0ce4fcc on network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:48.735500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Port e53ef122-a9da-429a-a248-4ba1b0ce4fcc on network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 10:59:48.735866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Attempting to bind port e53ef122-a9da-429a-a248-4ba1b0ce4fcc on network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:48.742693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:48.743065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Checking segment: {'id': '1802165d-c8e2-4678-8178-816788264f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:48.743489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Bound using segment: {'id': '1802165d-c8e2-4678-8178-816788264f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:48.744259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Bound port: e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1802165d-c8e2-4678-8178-816788264f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:48.744644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.823542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Pushing event updated for resources: {'Port': ['ID=85d7693a-f476-417e-b039-f5f51815504c,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:48.835214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.835711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.836082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.836443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.836803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.837135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.837489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.838066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.838449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.838785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.839482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.839819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:48.859006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Allocated IP 172.20.0.1 (d13570fc-bbff-4464-ab67-5d37d60b2f5e/08870469-c7a4-4a8a-9f89-f67d42e4660a/54b494bd-196e-4296-a094-89bb98e40c3d) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:48.869119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:48.949725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] For port e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:48.953828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] For port e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,segment=NetworkSegment(1802165d-c8e2-4678-8178-816788264f30),segment_id=1802165d-c8e2-4678-8178-816788264f30)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:48.955301 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Attempting to bind port 85d7693a-f476-417e-b039-f5f51815504c on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:48.958179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Attempting to bind port 85d7693a-f476-417e-b039-f5f51815504c by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:48.959257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Attempting to bind port 85d7693a-f476-417e-b039-f5f51815504c on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:48.959473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.966537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5b8f6c67-4845-40e6-9721-c269a75dc2c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:48.981869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:48.982190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:48.988714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:48.989195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:48.989773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Bound port: 85d7693a-f476-417e-b039-f5f51815504c, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:48.990191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.022170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.033553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:49.034258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.036234 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/e53ef122-a9da-429a-a248-4ba1b0ce4fcc HTTP/1.1" status: 200 len: 1093 time: 1.7091024 Apr 19 10:59:49.037649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3930921f-3161-41db-829e-2c4abc0223a2', 'tag': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:49.045475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.068385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06625c74-a974-4fd6-bb41-61ac5f80e2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:49.078790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:49.091916 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:49.193497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] For port 85d7693a-f476-417e-b039-f5f51815504c, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:49.196916 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] For port 85d7693a-f476-417e-b039-f5f51815504c, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=85d7693a-f476-417e-b039-f5f51815504c,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:49.198283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-446c5522-9f99-4363-9100-892aa0c10225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:49.200224 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-446c5522-9f99-4363-9100-892aa0c10225 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a889462497145b49dcf5e368e34de24&device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 1096 time: 0.1067755 Apr 19 10:59:49.205676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.216768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-460ec316-7005-49db-9c44-51a37584f54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:49.240209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad01f8-d85d-455d-9aba-53a89f47b371 req-502f6ddb-e2e9-457f-9a49-55264abd5383 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:49.249929 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f4ad01f8-d85d-455d-9aba-53a89f47b371 req-502f6ddb-e2e9-457f-9a49-55264abd5383 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 943 time: 0.7395089 Apr 19 10:59:49.263411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97909881-fd92-4a05-a1a7-fa5e39680924,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:49.271082 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=009ed95a5962457bba1133072f4ee9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0419514 Apr 19 10:59:49.271274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.273898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:49.289079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57674) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:49.296430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.330029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Routers {'f6342d6a-1a6b-494f-bf01-8ae120a7d51c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:49.330751 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:49.434275 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3930921f-3161-41db-829e-2c4abc0223a2', 'tag': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc', 'status': 'completed', 'code': 200} Apr 19 10:59:49.443194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f4ad01f8-d85d-455d-9aba-53a89f47b371 req-a22c686f-7c1f-47f9-869d-9b5baebff4c7 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Synchronizing usage tracker for tenant:0a889462497145b49dcf5e368e34de24 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:49.445953 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-daedcfce-57b5-47e9-90c4-ad9891fe8a66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc HTTP/1.1" status: 200 len: 217 time: 0.2290308 Apr 19 10:59:49.497671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f4ad01f8-d85d-455d-9aba-53a89f47b371 req-a22c686f-7c1f-47f9-869d-9b5baebff4c7 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Unset dirty status for tenant:0a889462497145b49dcf5e368e34de24 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:49.510765 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f4ad01f8-d85d-455d-9aba-53a89f47b371 req-a22c686f-7c1f-47f9-869d-9b5baebff4c7 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590311 Apr 19 10:59:49.512158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.551031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.562190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-7ca980d8-1e32-403a-9794-69b1850ea9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:49.563808 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-7ca980d8-1e32-403a-9794-69b1850ea9fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0 HTTP/1.1" status: 200 len: 848 time: 0.1084149 Apr 19 10:59:49.587741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Pushing event updated for resources: {'Port': ['ID=85d7693a-f476-417e-b039-f5f51815504c,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:49.592087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:49.611573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.618520 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:49.623697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] Set router f6342d6a-1a6b-494f-bf01-8ae120a7d51c gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:49.632294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.637926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97909881-fd92-4a05-a1a7-fa5e39680924,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:49.655048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:49.656176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ed4158e-7a6b-49ef-8a83-aec0568c58d2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:49.677987 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-2f731115-50d8-43a0-a707-282abc038589 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=643d2812-5d36-4bff-bf4e-d1c1233d2e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063418 Apr 19 10:59:49.768345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:49.774344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:49.781866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.783951 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97909881-fd92-4a05-a1a7-fa5e39680924 HTTP/1.1" status: 204 len: 168 time: 0.4917765 Apr 19 10:59:49.785595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:49.786312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:49.869819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Pushing event updated for resources: {'Port': ['ID=54b494bd-196e-4296-a094-89bb98e40c3d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:49.875730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:49.942469 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-c3b2718d-4863-44a0-9552-4b05f7b88c6c service neutron] 10.222.0.43 "GET /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565889 Apr 19 10:59:50.018232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T10:59:44Z', 'revision_number': 3, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:50.042773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898a1be-aef3-4bf9-9384-6d2fa47f85e0 None None] The sync data for ids ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'] in dv-cinder-786524-2-smb is: [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T10:59:44Z', 'revision_number': 3, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:50.051448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:50.082889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:50.199655 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62a8402b-ce1e-4ce6-bf64-9966607f305c req-e897a5c3-5dc5-4bed-b613-b5fd8932931a service neutron] 10.222.0.43 "GET /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485309 Apr 19 10:59:50.391380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:50.395566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:50.397405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:50.404427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:50.512950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-fe89a4a2-084a-4de4-9ac6-ea4945a9f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:50.514626 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-fe89a4a2-084a-4de4-9ac6-ea4945a9f8d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0a889462497145b49dcf5e368e34de24&device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 1096 time: 0.2066348 Apr 19 10:59:50.775648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:50.779753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:50.904050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:50.928618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Pushing event updated for resources: {'Port': ['ID=54b494bd-196e-4296-a094-89bb98e40c3d,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:50.933177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:51.040695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638c014-9425-49e0-b33f-2b525c2b0892 req-1cc9403c-56ee-4a3a-95e9-f9554e30e55b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:51.041380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-2638c014-9425-49e0-b33f-2b525c2b0892 req-1cc9403c-56ee-4a3a-95e9-f9554e30e55b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Synchronizing usage tracker for tenant:0a889462497145b49dcf5e368e34de24 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:51.072267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-5f94035f-6b91-4435-903d-1c334bc7c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:51.075082 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-5f94035f-6b91-4435-903d-1c334bc7c39e service neutron] 10.222.0.43 "GET /v2.0/networks?id=643d2812-5d36-4bff-bf4e-d1c1233d2e57 HTTP/1.1" status: 200 len: 909 time: 0.5527086 Apr 19 10:59:51.111351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Router f6342d6a-1a6b-494f-bf01-8ae120a7d51c has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 10:59:51.141813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-2638c014-9425-49e0-b33f-2b525c2b0892 req-1cc9403c-56ee-4a3a-95e9-f9554e30e55b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Unset dirty status for tenant:0a889462497145b49dcf5e368e34de24 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:51.150950 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2638c014-9425-49e0-b33f-2b525c2b0892 req-1cc9403c-56ee-4a3a-95e9-f9554e30e55b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 943 time: 0.3795831 Apr 19 10:59:51.186183 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-9b377d72-bbb5-46ce-86e1-be8cd6b7ad07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc HTTP/1.1" status: 200 len: 217 time: 0.1027212 Apr 19 10:59:51.362696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 10:59:51.370470 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6342d6a-1a6b-494f-bf01-8ae120a7d51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6053584 Apr 19 10:59:51.493260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 85d7693a-f476-417e-b039-f5f51815504c up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:51.542522 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2638c014-9425-49e0-b33f-2b525c2b0892 req-4d77f9e7-f8f1-4fb0-acc1-69f3fe877c77 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905919 Apr 19 10:59:51.588634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-c4bf7a45-ac3d-4755-b7d6-59d29a274391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:51.590483 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-c4bf7a45-ac3d-4755-b7d6-59d29a274391 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0 HTTP/1.1" status: 200 len: 848 time: 0.3871236 Apr 19 10:59:51.625976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 85d7693a-f476-417e-b039-f5f51815504c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:51.631941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 85d7693a-f476-417e-b039-f5f51815504c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:51.632333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:51.738738 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-56bf9845-4fdc-4e17-8773-574b40d78d97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=643d2812-5d36-4bff-bf4e-d1c1233d2e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369004 Apr 19 10:59:51.782549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:51.802305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 85d7693a-f476-417e-b039-f5f51815504c, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=85d7693a-f476-417e-b039-f5f51815504c,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:51.805867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:51.810309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:51.953588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=85d7693a-f476-417e-b039-f5f51815504c,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:51.964038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.964422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.964801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.965175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.965546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.965913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.966281 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.966872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.967388 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.967994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.968360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.968722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 10:59:51.973394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:51.977722 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-aed64b52-2add-40aa-a12e-6de2c333c8bf service neutron] 10.222.0.43 "GET /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315800 Apr 19 10:59:52.247935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-57cc3a96-4868-4023-993b-fb001680b94a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:52.256152 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-57cc3a96-4868-4023-993b-fb001680b94a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 819 time: 0.3135355 Apr 19 10:59:52.288311 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-4ddbc719-bc4e-41de-839f-919014cd27d2 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/quotas/5b5fc102a80f466d8789b6b80e4179fe HTTP/1.1" status: 200 len: 375 time: 0.0311718 Apr 19 10:59:52.290535 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-303439a2-0f41-46ed-82fc-953cf1f3be39 req-95438c58-033c-4cab-81ba-842021d448c3 service neutron] 10.222.0.43 "GET /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060250 Apr 19 10:59:52.385451 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-c2794691-a5c3-42f5-80a3-a9b6a333b0ad tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891743 Apr 19 10:59:52.548530 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-49e918e8-7ba1-4c2f-bd2e-325a4401dc5a service neutron] 10.222.0.35 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477842 Apr 19 10:59:52.714954 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-bbc5727d-1716-4a0c-b925-173506db6425 service neutron] 10.222.0.35 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587508 Apr 19 10:59:52.873077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6c27-3506-4b2d-82c6-2a6ed0595a00 req-3cfea4a4-18af-43a1-96ae-cdd56a77364c tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:52.879259 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8dfd6c27-3506-4b2d-82c6-2a6ed0595a00 req-3cfea4a4-18af-43a1-96ae-cdd56a77364c tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 943 time: 0.1371784 Apr 19 10:59:52.943548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e53ef122-a9da-429a-a248-4ba1b0ce4fcc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 10:59:52.944470 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8dfd6c27-3506-4b2d-82c6-2a6ed0595a00 req-d6f5b69a-1c3b-4f82-a079-72ef5359c692 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Apr 19 10:59:52.988053 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8b6871ea-9736-4e11-9237-c6db41baca3e req-1cd98feb-d90b-4f36-b3ba-e0983ad43711 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0836813 Apr 19 10:59:53.170139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,segment=NetworkSegment(1802165d-c8e2-4678-8178-816788264f30),segment_id=1802165d-c8e2-4678-8178-816788264f30)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:53.190823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc', 'network_id': '643d2812-5d36-4bff-bf4e-d1c1233d2e57', 'port_id': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc', 'mac_address': 'fa:16:3e:d8:d8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 10:59:53.258689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:53.280363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53ef122-a9da-429a-a248-4ba1b0ce4fcc {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:53.300801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,segment=NetworkSegment(1802165d-c8e2-4678-8178-816788264f30),segment_id=1802165d-c8e2-4678-8178-816788264f30)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:53.304905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:53.306832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:53.449350 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-98bcf2c3-7ae4-42e2-8fe5-91ef111a083e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:53.460208 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-98bcf2c3-7ae4-42e2-8fe5-91ef111a083e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 819 time: 0.2603695 Apr 19 10:59:53.462508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Sync routers for ids ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 10:59:53.471014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 85d7693a-f476-417e-b039-f5f51815504c up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:53.487999 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-95b3352b-2b52-4fd3-95e6-eecb8d539951 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/quotas/5b5fc102a80f466d8789b6b80e4179fe HTTP/1.1" status: 200 len: 375 time: 0.0211129 Apr 19 10:59:53.583381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Routers {'f6342d6a-1a6b-494f-bf01-8ae120a7d51c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:53.584101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:53.641099 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-4f9e394c-1362-426f-a982-c49ecd438e61 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1460545 Apr 19 10:59:53.728378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e53ef122-a9da-429a-a248-4ba1b0ce4fcc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 10:59:53.775218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:53.792495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:53.824695 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7919e5d4-a6dd-4a8d-9715-1037ff8715c5 service neutron] 10.222.0.35 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827216 Apr 19 10:59:53.953158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 85d7693a-f476-417e-b039-f5f51815504c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:53.953951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:53.994749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-1832b633-903d-4301-8aa5-c5247e36487f service neutron] 10.222.0.35 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690266 Apr 19 10:59:54.282745 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9eaea172-b4d3-44da-8a4f-bf332525273b req-45bafd3f-d996-45a1-9019-fbd9a2e796e5 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 210 time: 0.1103842 Apr 19 10:59:54.302031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878408b-ed25-4c93-a47f-7b01d2780590 req-6335ed04-a360-4593-b6c9-810560dec06b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:54.304000 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e878408b-ed25-4c93-a47f-7b01d2780590 req-6335ed04-a360-4593-b6c9-810560dec06b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 944 time: 0.1649060 Apr 19 10:59:54.408328 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e878408b-ed25-4c93-a47f-7b01d2780590 req-750dc775-0181-4240-bfe2-23842dfc3cae tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953307 Apr 19 10:59:54.479962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Set router f6342d6a-1a6b-494f-bf01-8ae120a7d51c gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:54.687891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-62e9e619-3db0-4327-a9de-d9c9e0edc492 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:54.698123 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-62e9e619-3db0-4327-a9de-d9c9e0edc492 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 819 time: 0.2248974 Apr 19 10:59:54.704148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57854) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:54.716992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Request body: {'port': {'device_id': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'admin_state_up': True, 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:54.963664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:54.976322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Usage tracker for resource:port and tenant:5b5fc102a80f466d8789b6b80e4179fe is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:54.987237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:55.000499 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:55.021482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Made reservation on behalf of 5b5fc102a80f466d8789b6b80e4179fe for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:55.037410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.095054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.097551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T10:59:49Z', 'revision_number': 4, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '54b494bd-196e-4296-a094-89bb98e40c3d', 'name': '', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'mac_address': 'fa:16:3e:23:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:48Z', 'updated_at': '2021-04-19T10:59:50Z', 'revision_number': 2, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'subnets': [{'id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:55.104406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Checking router: f6342d6a-1a6b-494f-bf01-8ae120a7d51c for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 10:59:55.104837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Updating router f6342d6a-1a6b-494f-bf01-8ae120a7d51c port 54b494bd-196e-4296-a094-89bb98e40c3d binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 10:59:55.160804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:55.176322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Usage tracker for resource:security_group_rule and tenant:52ee83fc54ba41f3906f46437f5669de is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:55.182372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:55.192342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.193755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:55.335123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57878) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:55.335570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Allocated IP 172.20.0.5 (d13570fc-bbff-4464-ab67-5d37d60b2f5e/08870469-c7a4-4a8a-9f89-f67d42e4660a/fede1bfe-7791-42fa-ba69-50659acd2274) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:55.449536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.458893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.556241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8fde2cd6-0cb0-4c53-bb0f-90538ea4c357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:55.559586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.574455 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52ee83fc54ba41f3906f46437f5669de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8672960 Apr 19 10:59:55.581074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57892) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:55.585305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:55.589428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a37890891543318b95fc1ac34facb0 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:55.603619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:55.613533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:55.666202 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494893d0-fa1e-445e-9efd-a209e555548e req-d7c07a51-9e57-414e-8b58-f8383f4eda78 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 210 time: 0.2120211 Apr 19 10:59:55.716488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4194f44-c9e3-478c-81b1-a9f564b71a55,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:55.735360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:55.804616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.849824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.851120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.854777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.888307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:55.891579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.949194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.960810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:55.979999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:55.988961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Pushing event updated for resources: {'Port': ['ID=fede1bfe-7791-42fa-ba69-50659acd2274,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:55.999424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:56.000343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6afef-6339-4692-be6b-a56495132535 req-f8337b61-51ef-4438-89af-2d4b5f18d7fc tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:56.001490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:56.002850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:56.004846 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a4c6afef-6339-4692-be6b-a56495132535 req-f8337b61-51ef-4438-89af-2d4b5f18d7fc tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 944 time: 0.3929384 Apr 19 10:59:56.012908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:56.051395 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8a37890891543318b95fc1ac34facb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149520 Apr 19 10:59:56.057487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57898) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:56.143387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.150234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:56.150990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.168943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Transition to ACTIVE for port object 54b494bd-196e-4296-a094-89bb98e40c3d will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:56.178130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.185160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8fb663-ab17-4b9d-aa59-c07913a3bba3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:56.188597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c03aa06f-89d8-4a24-a31b-dab2525f63c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:56.194318 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4816940 Apr 19 10:59:56.195999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.197266 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4194f44-c9e3-478c-81b1-a9f564b71a55 HTTP/1.1" status: 204 len: 168 time: 0.5900753 Apr 19 10:59:56.202862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.203011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:56.234073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Request body: {'port': {'device_id': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:56.273273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-107e158e-d06a-4902-923e-23f521f89594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:56.290758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.317231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4194f44-c9e3-478c-81b1-a9f564b71a55,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:56.327500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:56.335768 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a4c6afef-6339-4692-be6b-a56495132535 req-686f9513-11d0-46ad-bbf9-b1afc08b0339 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976042 Apr 19 10:59:56.398634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-1303c7e8-dd63-479c-915e-cd24dcc32cd1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:56.398634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-1303c7e8-dd63-479c-915e-cd24dcc32cd1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Synchronizing usage tracker for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:56.427819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-1303c7e8-dd63-479c-915e-cd24dcc32cd1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Unset dirty status for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:56.429375 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-1303c7e8-dd63-479c-915e-cd24dcc32cd1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 819 time: 0.3762758 Apr 19 10:59:56.441865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.453076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0eafea31-3920-4552-8970-1a52ccb2d19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:56.453863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Request body: {'port': {'device_id': '74877d0d-5886-4520-9a78-9a368717d302', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'admin_state_up': True, 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:56.471726 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8fb663-ab17-4b9d-aa59-c07913a3bba3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:56.476828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:56.494162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.498779 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca8fb663-ab17-4b9d-aa59-c07913a3bba3 HTTP/1.1" status: 204 len: 168 time: 0.4401739 Apr 19 10:59:56.507436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.564059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cda55-01de-4079-b09f-ea242811d9ce None None] Pushing event updated for resources: {'Port': ['ID=54b494bd-196e-4296-a094-89bb98e40c3d,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:56.610168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-270cda55-01de-4079-b09f-ea242811d9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:56.674290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Attempting to bind port 54b494bd-196e-4296-a094-89bb98e40c3d on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:56.682643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Attempting to bind port 54b494bd-196e-4296-a094-89bb98e40c3d by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:56.686665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Attempting to bind port 54b494bd-196e-4296-a094-89bb98e40c3d on network d13570fc-bbff-4464-ab67-5d37d60b2f5e {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:56.713407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:56.715447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Checking segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:56.717254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.718191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Bound using segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:56.718813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Bound port: 54b494bd-196e-4296-a094-89bb98e40c3d, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:56.719246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.796497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57920) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:56.858274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:56.953571 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] For port 54b494bd-196e-4296-a094-89bb98e40c3d, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:56.958022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:56.962341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1397ecb6-d642-4ef8-96f3-f39ef059a117 req-5c8368e8-4420-4fb1-975e-ef2367f935a0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Synchronizing usage tracker for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:56.964406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] For port 54b494bd-196e-4296-a094-89bb98e40c3d, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=54b494bd-196e-4296-a094-89bb98e40c3d,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:56.965376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Usage tracker for resource:security_group_rule and tenant:4488db31a47c406281f098fd49db0d88 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:56.972926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e53ef122-a9da-429a-a248-4ba1b0ce4fcc up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:56.978910 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:56.993659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:57.044908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1397ecb6-d642-4ef8-96f3-f39ef059a117 req-5c8368e8-4420-4fb1-975e-ef2367f935a0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Unset dirty status for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:57.045153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.057946 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1397ecb6-d642-4ef8-96f3-f39ef059a117 req-5c8368e8-4420-4fb1-975e-ef2367f935a0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 210 time: 0.2281237 Apr 19 10:59:57.058167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:57.068480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:57.089604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:57.103675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Made reservation on behalf of 5b5fc102a80f466d8789b6b80e4179fe for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 10:59:57.110213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.175975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Routers {'f6342d6a-1a6b-494f-bf01-8ae120a7d51c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 10:59:57.176646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T10:59:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:57.274556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fede1bfe-7791-42fa-ba69-50659acd2274 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:57.283783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.284417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.291306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.301056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Transition to ACTIVE for port object fede1bfe-7791-42fa-ba69-50659acd2274 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 10:59:57.305792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.315959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:57.317414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-246787ac-acbe-449e-90e9-f389b71c1935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:57.328745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cda55-01de-4079-b09f-ea242811d9ce None None] Pushing event updated for resources: {'Port': ['ID=54b494bd-196e-4296-a094-89bb98e40c3d,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:57.332344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-270cda55-01de-4079-b09f-ea242811d9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:57.369302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port e53ef122-a9da-429a-a248-4ba1b0ce4fcc completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:57.379876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e53ef122-a9da-429a-a248-4ba1b0ce4fcc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:57.380363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.475001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] Set router f6342d6a-1a6b-494f-bf01-8ae120a7d51c gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 10:59:57.481662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8788ee-3395-4596-a78c-e7433810547a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:57.506231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:57.518306 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4488db31a47c406281f098fd49db0d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182398 Apr 19 10:59:57.537348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 57932) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:57.614158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Allocated IP 172.20.0.4 (d13570fc-bbff-4464-ab67-5d37d60b2f5e/08870469-c7a4-4a8a-9f89-f67d42e4660a/f42156aa-542b-494c-ab0b-b7ee71c44bf5) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 10:59:57.762622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defd7f-d47c-42b9-8e4a-e0c71417eb5b req-cac3de01-eaa7-4164-96ed-1a4305ccc911 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:57.770806 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17defd7f-d47c-42b9-8e4a-e0c71417eb5b req-cac3de01-eaa7-4164-96ed-1a4305ccc911 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 944 time: 0.2834511 Apr 19 10:59:57.781522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fede1bfe-7791-42fa-ba69-50659acd2274,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:57.790183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:57.961742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:57.970997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.004418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.074847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3930921f-3161-41db-829e-2c4abc0223a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:58.075564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Attempting to bind port fede1bfe-7791-42fa-ba69-50659acd2274 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 10:59:58.075955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Attempting to bind port fede1bfe-7791-42fa-ba69-50659acd2274 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 10:59:58.077748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Attempting to bind port fede1bfe-7791-42fa-ba69-50659acd2274 on network d13570fc-bbff-4464-ab67-5d37d60b2f5e {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:58.083160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Port fede1bfe-7791-42fa-ba69-50659acd2274 on network d13570fc-bbff-4464-ab67-5d37d60b2f5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 10:59:58.083576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Attempting to bind port fede1bfe-7791-42fa-ba69-50659acd2274 on network d13570fc-bbff-4464-ab67-5d37d60b2f5e {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 10:59:58.091289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 10:59:58.091702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Checking segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 10:59:58.092149 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Bound using segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 10:59:58.092639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Bound port: fede1bfe-7791-42fa-ba69-50659acd2274, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 10:59:58.093028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.121264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,segment=NetworkSegment(1802165d-c8e2-4678-8178-816788264f30),segment_id=1802165d-c8e2-4678-8178-816788264f30)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:58.179285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.180855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.190002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:58.192655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b952ab32-2d43-45ba-abde-846edc8c58d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:58.194046 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17defd7f-d47c-42b9-8e4a-e0c71417eb5b req-75011d09-0c29-49c2-a1ed-4e7c54a328dd tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204824 Apr 19 10:59:58.227381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8788ee-3395-4596-a78c-e7433810547a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:58.339079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:58.356204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.360194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.361460 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c8788ee-3395-4596-a78c-e7433810547a HTTP/1.1" status: 204 len: 168 time: 0.5758691 Apr 19 10:59:58.367158 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eabc438f-6f69-49a0-ab82-461186dc9d8b req-da38888a-d492-49d2-a6ac-afd420fb3845 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 210 time: 0.1234193 Apr 19 10:59:58.389348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] For port fede1bfe-7791-42fa-ba69-50659acd2274, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 10:59:58.394022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] For port fede1bfe-7791-42fa-ba69-50659acd2274, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fede1bfe-7791-42fa-ba69-50659acd2274,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 10:59:58.405833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.430363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:58.468232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.487375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:58.533643 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3930921f-3161-41db-829e-2c4abc0223a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc', 'code': 200} Apr 19 10:59:58.583832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:58.584493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.586041 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 1093 time: 2.3567312 Apr 19 10:59:58.586610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'tag': 'fede1bfe-7791-42fa-ba69-50659acd2274'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 10:59:58.595234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:58.612260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:58.615257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T10:59:49Z', 'revision_number': 4, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '54b494bd-196e-4296-a094-89bb98e40c3d', 'name': '', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'mac_address': 'fa:16:3e:23:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:48Z', 'updated_at': '2021-04-19T10:59:56Z', 'revision_number': 4, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'subnets': [{'id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 10:59:58.628964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c786193-ca98-4349-95e2-1416a0b208e5 None None] The sync data for ids ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'] in dv-cinder-786524-2-smb is: [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T10:59:49Z', 'revision_number': 4, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '54b494bd-196e-4296-a094-89bb98e40c3d', 'name': '', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'mac_address': 'fa:16:3e:23:9f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:48Z', 'updated_at': '2021-04-19T10:59:56Z', 'revision_number': 4, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'subnets': [{'id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 10:59:58.641312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 10:59:58.645191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 10:59:58.667070 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 10:59:58.687947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:58.688699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:58.697614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Pushing event updated for resources: {'Port': ['ID=f42156aa-542b-494c-ab0b-b7ee71c44bf5,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:58.721351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:58.790311 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3437424 Apr 19 10:59:58.809309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Request body: {'port': {'device_id': '74877d0d-5886-4520-9a78-9a368717d302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 10:59:58.823668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'tag': 'fede1bfe-7791-42fa-ba69-50659acd2274', 'status': 'completed', 'code': 200} Apr 19 10:59:58.968830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fede1bfe-7791-42fa-ba69-50659acd2274,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:58.976362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:59.046189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07affc75-a874-4ce3-8b18-62e4f2cef720 req-b0a8c597-6628-4864-9277-23c1b832de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:59.057371 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07affc75-a874-4ce3-8b18-62e4f2cef720 req-b0a8c597-6628-4864-9277-23c1b832de4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 1098 time: 0.3946557 Apr 19 10:59:59.059919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-28ae7e5e-a5b0-4819-89bf-a35889e59075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:59.061502 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-28ae7e5e-a5b0-4819-89bf-a35889e59075 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1096 time: 0.2402549 Apr 19 10:59:59.084953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.314680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57968) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:59.358035 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-aa286ec3-4fc6-4bcb-b35d-1a89af71349c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 217 time: 0.2611353 Apr 19 10:59:59.427502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.470994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-07affc75-a874-4ce3-8b18-62e4f2cef720 req-81535dad-a9de-413c-948c-3874d9435f52 service neutron] Synchronizing usage tracker for tenant:794a1660680348bfbe1fbc0809391c97 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 10:59:59.505285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 54b494bd-196e-4296-a094-89bb98e40c3d up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 10:59:59.519699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 10:59:59.523816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-07affc75-a874-4ce3-8b18-62e4f2cef720 req-81535dad-a9de-413c-948c-3874d9435f52 service neutron] Unset dirty status for tenant:794a1660680348bfbe1fbc0809391c97 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 10:59:59.525142 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07affc75-a874-4ce3-8b18-62e4f2cef720 req-81535dad-a9de-413c-948c-3874d9435f52 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459224 Apr 19 10:59:59.544207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d70b5610-48bc-4fd9-805e-e2599ac0d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:59.546048 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-d70b5610-48bc-4fd9-805e-e2599ac0d408 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.1755936 Apr 19 10:59:59.600886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 54b494bd-196e-4296-a094-89bb98e40c3d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 10:59:59.602023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Usage tracker for resource:security_group_rule and tenant:831b2e4a5a43497a9a5a67fd2e6c85e7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 10:59:59.607478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 54b494bd-196e-4296-a094-89bb98e40c3d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 10:59:59.608224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.610293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 10:59:59.628943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 10:59:59.747074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade43fc4-e3bc-415f-910c-c84102aae83c req-07a672d0-2db8-4eff-af47-72b6db0bcb03 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:59.748401 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ade43fc4-e3bc-415f-910c-c84102aae83c req-07a672d0-2db8-4eff-af47-72b6db0bcb03 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 931 time: 0.1171677 Apr 19 10:59:59.763096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070ddc8-a9b8-450a-a9c0-d4af448533ee req-31e65a33-d2c5-481e-b6a9-b8e6a22e6595 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 10:59:59.765247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4070ddc8-a9b8-450a-a9c0-d4af448533ee req-31e65a33-d2c5-481e-b6a9-b8e6a22e6595 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 945 time: 0.3456233 Apr 19 10:59:59.825131 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.826242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.846247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ade43fc4-e3bc-415f-910c-c84102aae83c req-c565b9b9-94bb-4d0e-92ea-5d50fa36183b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Apr 19 10:59:59.854439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.892170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c25b1a0e-58f7-47a9-ad1c-c47b62693309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:59.892542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 54b494bd-196e-4296-a094-89bb98e40c3d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=54b494bd-196e-4296-a094-89bb98e40c3d,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 10:59:59.897921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 10:59:59.899998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-88d0d5ee-3327-4085-9d7b-d2d6570b98dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 10:59:59.909963 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=831b2e4a5a43497a9a5a67fd2e6c85e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908165 Apr 19 10:59:59.910908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 57978) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 10:59:59.972802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42156aa-542b-494c-ab0b-b7ee71c44bf5 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 10:59:59.977874 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-3945a98b-38e7-4799-970c-ba04ee8c03d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943081 Apr 19 10:59:59.981525 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4070ddc8-a9b8-450a-a9c0-d4af448533ee req-47842bee-21a7-409d-a0b5-69d615383296 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660595 Apr 19 10:59:59.982196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=54b494bd-196e-4296-a094-89bb98e40c3d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 10:59:59.985722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 10:59:59.994500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.002200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034f44b-8de3-489a-b94c-22cb9bf64696,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:00.027092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:00.053830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Transition to ACTIVE for port object f42156aa-542b-494c-ab0b-b7ee71c44bf5 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:00.061326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.085572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.089720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:00.173876 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-4b0dae88-7634-44ea-bf41-dc9c5d6fd332 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816859 Apr 19 11:00:00.268075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.287705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f42156aa-542b-494c-ab0b-b7ee71c44bf5,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:00.291981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:00.357923 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0370e5f4-edf9-49d1-864e-0043cd49a896 req-f5ac6f62-eb1b-4c4f-8922-2a3cbbe5ddfa service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531284 Apr 19 11:00:00.391255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Attempting to bind port f42156aa-542b-494c-ab0b-b7ee71c44bf5 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:00:00.391651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Attempting to bind port f42156aa-542b-494c-ab0b-b7ee71c44bf5 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:00:00.392192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Attempting to bind port f42156aa-542b-494c-ab0b-b7ee71c44bf5 on network d13570fc-bbff-4464-ab67-5d37d60b2f5e {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:00.397305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.403879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f1d840b-64da-4023-ae7c-75837be3b44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:00.413683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Port f42156aa-542b-494c-ab0b-b7ee71c44bf5 on network d13570fc-bbff-4464-ab67-5d37d60b2f5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:00:00.414055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Attempting to bind port f42156aa-542b-494c-ab0b-b7ee71c44bf5 on network d13570fc-bbff-4464-ab67-5d37d60b2f5e {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:00.423556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034f44b-8de3-489a-b94c-22cb9bf64696,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:00.427426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:00:00.427818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Checking segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:00.428246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Bound using segment: {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:00:00.428736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Bound port: f42156aa-542b-494c-ab0b-b7ee71c44bf5, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:00:00.429126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.440925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:00.446699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.447952 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9034f44b-8de3-489a-b94c-22cb9bf64696 HTTP/1.1" status: 204 len: 168 time: 0.5298240 Apr 19 11:00:00.565628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] For port f42156aa-542b-494c-ab0b-b7ee71c44bf5, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:00:00.570204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] For port f42156aa-542b-494c-ab0b-b7ee71c44bf5, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:00:00.574781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.579366 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-94807db6-4f9a-4ee4-a6bc-b1da02b4fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:00.581002 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-94807db6-4f9a-4ee4-a6bc-b1da02b4fef8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1096 time: 0.1059613 Apr 19 11:00:00.585674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:00.642455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:00.643133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:00.644672 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/f42156aa-542b-494c-ab0b-b7ee71c44bf5 HTTP/1.1" status: 200 len: 1093 time: 1.8402011 Apr 19 11:00:00.645206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74877d0d-5886-4520-9a78-9a368717d302', 'tag': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:00.677554 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f42156aa-542b-494c-ab0b-b7ee71c44bf5,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:00.681966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:00.728202 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74877d0d-5886-4520-9a78-9a368717d302', 'tag': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5', 'status': 'completed', 'code': 200} Apr 19 11:00:00.761612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-38bd0d5d-50ef-42a6-b834-9a15cf2f5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:00.763312 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-38bd0d5d-50ef-42a6-b834-9a15cf2f5bd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.1707036 Apr 19 11:00:00.859227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-36d90ee1-f1e6-410d-9c29-11d70781d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:00.861156 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-36d90ee1-f1e6-410d-9c29-11d70781d505 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 1096 time: 0.0978420 Apr 19 11:00:00.944630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-5f823bb5-b362-47b6-9ed3-2c565712ba1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 217 time: 0.0899398 Apr 19 11:00:00.973957 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-094c9898-ec95-41db-a0fc-cd73e06b655e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5 HTTP/1.1" status: 200 len: 217 time: 0.0880227 Apr 19 11:00:01.033593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-d1be87dd-0783-4ade-816f-b3d6d9b96dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:01.035278 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-d1be87dd-0783-4ade-816f-b3d6d9b96dab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.0843399 Apr 19 11:00:01.108034 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-1d3a74fe-6f63-4751-8625-9dba86ad3054 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589585 Apr 19 11:00:01.170761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-91aa42c2-c752-4069-9565-746d669d8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:01.172362 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-91aa42c2-c752-4069-9565-746d669d8e07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.1912825 Apr 19 11:00:01.245282 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-933f81b5-b8d6-4d34-9a1f-d1fe2914153b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585384 Apr 19 11:00:01.266393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-0fa442ba-a5bc-433f-aed2-8856efd962ca tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:01.267233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-0fa442ba-a5bc-433f-aed2-8856efd962ca tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Synchronizing usage tracker for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:01.356601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cfeca-0111-44fe-bcde-082c757b87bb req-e1c3f0ba-1451-4ec1-87c9-b9c4ed20a27d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:01.364418 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c9cfeca-0111-44fe-bcde-082c757b87bb req-e1c3f0ba-1451-4ec1-87c9-b9c4ed20a27d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 945 time: 0.2122340 Apr 19 11:00:01.388204 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-6060b130-d377-44c2-ba04-1d3f2dff29ef service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630873 Apr 19 11:00:01.426599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-0fa442ba-a5bc-433f-aed2-8856efd962ca tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Unset dirty status for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:01.426599 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-0fa442ba-a5bc-433f-aed2-8856efd962ca tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 943 time: 0.3558865 Apr 19 11:00:01.442155 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c9cfeca-0111-44fe-bcde-082c757b87bb req-f11dcffa-a141-4a34-ab4f-6ed75006b79b tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761571 Apr 19 11:00:01.458936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 54b494bd-196e-4296-a094-89bb98e40c3d up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:01.517552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-ec147dcc-3f3a-4c8f-a47b-6f7949ce54b0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Synchronizing usage tracker for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:01.539926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-ec147dcc-3f3a-4c8f-a47b-6f7949ce54b0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Unset dirty status for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:01.557628 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-784dee09-553f-44c7-85e2-f704192dbeb5 req-ec147dcc-3f3a-4c8f-a47b-6f7949ce54b0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206341 Apr 19 11:00:01.600126 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-f4dbc159-d423-4a08-bde1-825326b16bd5 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264723 Apr 19 11:00:01.620086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 54b494bd-196e-4296-a094-89bb98e40c3d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:01.620510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:01.659941 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1306230b-28c9-47c5-b79e-705eeb02c1e6 req-e9b65315-043a-4e07-b926-1a5060e1ebe4 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642629 Apr 19 11:00:01.861131 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9815f500-752c-4f61-9bfd-d3bd45148b5a req-40b84419-2977-49bf-a03d-657b657b226e service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538848 Apr 19 11:00:02.098696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-0bd5b96f-e1f6-4f99-ac3b-e474ec4dc438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:02.100364 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-0bd5b96f-e1f6-4f99-ac3b-e474ec4dc438 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 1096 time: 0.1029773 Apr 19 11:00:02.269451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-73ad4787-08a8-4c7d-9081-4950077a3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:02.271630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-73ad4787-08a8-4c7d-9081-4950077a3bef service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.1603024 Apr 19 11:00:02.350089 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-935e70d8-feba-4291-90d2-382e80c5cd47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5 HTTP/1.1" status: 200 len: 217 time: 0.0708096 Apr 19 11:00:02.436763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-02aaa8a7-19fc-4389-901e-461cb3f2577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:02.438485 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-02aaa8a7-19fc-4389-901e-461cb3f2577e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.0773883 Apr 19 11:00:02.501212 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-3d43b808-a900-4299-bb92-42f3166cdfd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520205 Apr 19 11:00:02.676368 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-22ecf1b9-1668-4636-a494-b18c1eae5079 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627903 Apr 19 11:00:02.700875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:00:02.790165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c435a45-e4dd-4e56-9549-887bf3f58cb1 req-d5b2e9e9-fa9e-425f-a219-d4c57e608d7f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:02.798602 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6c435a45-e4dd-4e56-9549-887bf3f58cb1 req-d5b2e9e9-fa9e-425f-a219-d4c57e608d7f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 943 time: 0.1056209 Apr 19 11:00:02.852649 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6c435a45-e4dd-4e56-9549-887bf3f58cb1 req-1bbde83b-3926-4566-a6e7-6e933e0ef38f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527859 Apr 19 11:00:02.866091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cb0b1b7f-e4aa-4d8c-a4e5-dfbaeb53f371 req-7af27951-a564-49a3-b073-dcdc07a0aa47 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802499 Apr 19 11:00:02.954420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fede1bfe-7791-42fa-ba69-50659acd2274 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:00:03.099295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fede1bfe-7791-42fa-ba69-50659acd2274, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fede1bfe-7791-42fa-ba69-50659acd2274,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:03.113197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'fede1bfe-7791-42fa-ba69-50659acd2274', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'port_id': 'fede1bfe-7791-42fa-ba69-50659acd2274', 'mac_address': 'fa:16:3e:06:5a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:00:03.176551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:03.203139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fede1bfe-7791-42fa-ba69-50659acd2274 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:00:03.223280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fede1bfe-7791-42fa-ba69-50659acd2274, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fede1bfe-7791-42fa-ba69-50659acd2274,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:03.226661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:03.228566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-270cda55-01de-4079-b09f-ea242811d9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:03.307855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=fede1bfe-7791-42fa-ba69-50659acd2274,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:03.311200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:03.616874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['fede1bfe-7791-42fa-ba69-50659acd2274'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:00:04.056080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50749f-3f95-4f43-9f22-5e8446c5b09b req-cfdf1fb0-e325-4d40-a802-c8f81f9e84e0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:04.057713 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6f50749f-3f95-4f43-9f22-5e8446c5b09b req-cfdf1fb0-e325-4d40-a802-c8f81f9e84e0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 943 time: 0.0941529 Apr 19 11:00:04.106467 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6f50749f-3f95-4f43-9f22-5e8446c5b09b req-e7f7fabb-f9fd-4501-99cc-c12729800a6a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Apr 19 11:00:04.169425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:04.967138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device f42156aa-542b-494c-ab0b-b7ee71c44bf5 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:00:05.046089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fede1bfe-7791-42fa-ba69-50659acd2274 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:05.186673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port f42156aa-542b-494c-ab0b-b7ee71c44bf5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:05.206796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5', 'network_id': 'd13570fc-bbff-4464-ab67-5d37d60b2f5e', 'port_id': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5', 'mac_address': 'fa:16:3e:04:43:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 997, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08870469-c7a4-4a8a-9f89-f67d42e4660a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:00:05.262650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port fede1bfe-7791-42fa-ba69-50659acd2274 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:05.277562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port fede1bfe-7791-42fa-ba69-50659acd2274 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:05.277986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:05.325873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:05.329578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06366641-7d4b-4429-ae6c-731bd4e30bf0 req-fecc9867-2506-4e4f-98bf-f1f861cc2e64 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:05.331356 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06366641-7d4b-4429-ae6c-731bd4e30bf0 req-fecc9867-2506-4e4f-98bf-f1f861cc2e64 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 943 time: 0.1058438 Apr 19 11:00:05.361369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42156aa-542b-494c-ab0b-b7ee71c44bf5 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:00:05.384603 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06366641-7d4b-4429-ae6c-731bd4e30bf0 req-ea33f859-c174-47f9-b293-ad3bd88f7471 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Apr 19 11:00:05.386736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port f42156aa-542b-494c-ab0b-b7ee71c44bf5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:05.392091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:05.395250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:05.517329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:05.539622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=f42156aa-542b-494c-ab0b-b7ee71c44bf5,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:05.542962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:05.555568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fede1bfe-7791-42fa-ba69-50659acd2274'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:05.565912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fede1bfe-7791-42fa-ba69-50659acd2274, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fede1bfe-7791-42fa-ba69-50659acd2274,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:05.569048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:05.571674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:05.620811 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fede1bfe-7791-42fa-ba69-50659acd2274', 'code': 200} Apr 19 11:00:05.645122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=fede1bfe-7791-42fa-ba69-50659acd2274,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:05.648995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:05.839277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['f42156aa-542b-494c-ab0b-b7ee71c44bf5'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:00:05.996297 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eda26-1b55-484d-b2b5-c9dfa9eb7afe req-c6b59d36-5cc2-4e89-8384-b73c2042158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:05.998617 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e0eda26-1b55-484d-b2b5-c9dfa9eb7afe req-c6b59d36-5cc2-4e89-8384-b73c2042158d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1385074 Apr 19 11:00:06.047477 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e0eda26-1b55-484d-b2b5-c9dfa9eb7afe req-a7e2f0ec-9659-4e05-ba0a-9f637ad73e76 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Apr 19 11:00:06.310428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0d4e5-697e-4a0b-9ab5-9a3db866abb2 req-547298e9-3d98-4218-8878-17ae7d3a7fc1 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:06.312844 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a6f0d4e5-697e-4a0b-9ab5-9a3db866abb2 req-547298e9-3d98-4218-8878-17ae7d3a7fc1 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 945 time: 0.1057947 Apr 19 11:00:06.368018 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a6f0d4e5-697e-4a0b-9ab5-9a3db866abb2 req-a0344c62-521a-4ce9-a9ba-f69678d2b89d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Apr 19 11:00:06.606720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e62bb-0e05-416b-bb08-0cd3625d5137 req-1edb7957-8eb7-4ae2-94b3-2ab7513d167a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:06.608416 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b38e62bb-0e05-416b-bb08-0cd3625d5137 req-1edb7957-8eb7-4ae2-94b3-2ab7513d167a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 944 time: 0.0962222 Apr 19 11:00:06.695183 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b38e62bb-0e05-416b-bb08-0cd3625d5137 req-cf167696-ba43-4f03-924f-b4a7bde17e8a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796115 Apr 19 11:00:07.582199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267223a4-9ae3-4e6d-91a9-fe1438c5ec2e req-4bc37fc2-d30e-42e3-bea1-248e8ce188c6 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:07.584576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-267223a4-9ae3-4e6d-91a9-fe1438c5ec2e req-4bc37fc2-d30e-42e3-bea1-248e8ce188c6 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 945 time: 0.0955091 Apr 19 11:00:07.638885 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-267223a4-9ae3-4e6d-91a9-fe1438c5ec2e req-c33f200c-f8da-4aa1-ba22-c6138d1e4284 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Apr 19 11:00:07.986861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f1b8-f9ab-4863-a713-95f3e6c715f8 req-4b9c510f-bf6e-4934-b1c0-02d9edd45b70 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:07.988565 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9311f1b8-f9ab-4863-a713-95f3e6c715f8 req-4b9c510f-bf6e-4934-b1c0-02d9edd45b70 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 944 time: 0.0960877 Apr 19 11:00:08.047034 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9311f1b8-f9ab-4863-a713-95f3e6c715f8 req-8e90e68f-c231-4357-9a20-50b06c34298e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Apr 19 11:00:08.158940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58244) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:08.294843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.312319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:08.316669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Usage tracker for resource:security_group_rule and tenant:b70671924d5d4e61b5f183a8e1cfd915 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:08.319871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:08.326197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:08.419725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.423002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.432565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2888ba07-3176-42b9-97d6-6c552c6bc32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:08.481492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c89bcc-6192-41dc-a169-2536c88e14e9,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:08.489782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58264) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:08.489929 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b70671924d5d4e61b5f183a8e1cfd915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291202 Apr 19 11:00:08.491036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:08.559990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.589200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.647692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.654628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-47f1086c-a65f-4c58-a4a3-60521a094b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:08.669063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c89bcc-6192-41dc-a169-2536c88e14e9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:08.672410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:08.673325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:08.678115 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9c89bcc-6192-41dc-a169-2536c88e14e9 HTTP/1.1" status: 204 len: 168 time: 0.1870339 Apr 19 11:00:08.970945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be74f5-708e-4ac7-9c34-9a44abaae22f req-8c7dfd9a-ce5d-4031-925a-bbe0a7392bcb tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:08.972603 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18be74f5-708e-4ac7-9c34-9a44abaae22f req-8c7dfd9a-ce5d-4031-925a-bbe0a7392bcb tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 945 time: 0.1639435 Apr 19 11:00:08.992911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device f42156aa-542b-494c-ab0b-b7ee71c44bf5 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:09.042093 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18be74f5-708e-4ac7-9c34-9a44abaae22f req-ade0670f-2ce3-4477-abcb-b8a36948ccc3 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588624 Apr 19 11:00:09.065721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-0546b693-659a-44b1-a675-5f898908cbf9 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:09.068357 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-0546b693-659a-44b1-a675-5f898908cbf9 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.43 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 945 time: 0.2673817 Apr 19 11:00:09.117482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58294) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:09.177570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port f42156aa-542b-494c-ab0b-b7ee71c44bf5 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:09.190022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port f42156aa-542b-494c-ab0b-b7ee71c44bf5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:09.190482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.205739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Deleting port e53ef122-a9da-429a-a248-4ba1b0ce4fcc {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:00:09.206267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.385941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.400577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.416813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61641db8-5e07-4c48-899a-699aff034331 req-e455d663-7ee8-41c2-b346-b75e725eadfe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:09.426051 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-61641db8-5e07-4c48-899a-699aff034331 req-e455d663-7ee8-41c2-b346-b75e725eadfe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 944 time: 0.2101381 Apr 19 11:00:09.430100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:09.441879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74877d0d-5886-4520-9a78-9a368717d302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:09.451698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5fe4202df0488f94c0166a46ab06c3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:09.464270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:09.474971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port f42156aa-542b-494c-ab0b-b7ee71c44bf5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:09.476116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:09.479011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.481918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:09.516231 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-61641db8-5e07-4c48-899a-699aff034331 req-9473e0b5-6a9d-4c2c-9c01-a1d8c30138be tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889146 Apr 19 11:00:09.524364 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74877d0d-5886-4520-9a78-9a368717d302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5', 'code': 200} Apr 19 11:00:09.571758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=f42156aa-542b-494c-ab0b-b7ee71c44bf5,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:09.577311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:09.639649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.644029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.655087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3400ab77-0e31-4906-8765-42af716f4de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:09.713321 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c5fe4202df0488f94c0166a46ab06c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946381 Apr 19 11:00:09.714228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58312) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:09.717292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008bb36f-63d7-4f80-98c7-07dfebbde2ac,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:09.740066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:09.803830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.822525 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] For port e53ef122-a9da-429a-a248-4ba1b0ce4fcc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,segment=NetworkSegment(1802165d-c8e2-4678-8178-816788264f30),segment_id=1802165d-c8e2-4678-8178-816788264f30)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:09.822934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.837064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.980403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:09.985693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:09.989133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Calling delete_port for e53ef122-a9da-429a-a248-4ba1b0ce4fcc owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:00:10.003948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da2ede-7b87-4697-9ebd-86fd3b208666 req-110de451-9301-4170-bb8a-1f7b89e70f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:10.006099 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2da2ede-7b87-4697-9ebd-86fd3b208666 req-110de451-9301-4170-bb8a-1f7b89e70f1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 1098 time: 0.1312048 Apr 19 11:00:10.008292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008bb36f-63d7-4f80-98c7-07dfebbde2ac,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:10.011683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:10.012682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:10.016691 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/008bb36f-63d7-4f80-98c7-07dfebbde2ac HTTP/1.1" status: 204 len: 168 time: 0.3011265 Apr 19 11:00:10.062199 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2da2ede-7b87-4697-9ebd-86fd3b208666 req-8624f878-b941-42ab-81a0-745ae9cb49c4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Apr 19 11:00:10.232089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:10.257439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:10.271632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e53ef122-a9da-429a-a248-4ba1b0ce4fcc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:00:10.364864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Pushing event deleted for resources: {'Port': ['ID=e53ef122-a9da-429a-a248-4ba1b0ce4fcc,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:10.373580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:10.416666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] No DVR routers for this DVR port e53ef122-a9da-429a-a248-4ba1b0ce4fcc on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:00:10.425300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:10.428694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3930921f-3161-41db-829e-2c4abc0223a2', 'name': 'network-vif-deleted', 'tag': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:10.450227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118bdf1-b3f9-4c6e-a6e5-57f6f4f3fd17 req-a3c317f3-aa75-4fea-9e71-247e5e11450f tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:10.451897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2118bdf1-b3f9-4c6e-a6e5-57f6f4f3fd17 req-a3c317f3-aa75-4fea-9e71-247e5e11450f tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/ports?device_id=3930921f-3161-41db-829e-2c4abc0223a2 HTTP/1.1" status: 200 len: 867 time: 0.2862558 Apr 19 11:00:10.481136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1ed63dda-c568-4a4b-8340-33df07e9a32c req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.43 "DELETE /v2.0/ports/e53ef122-a9da-429a-a248-4ba1b0ce4fcc HTTP/1.1" status: 204 len: 173 time: 1.4048069 Apr 19 11:00:10.517965 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2118bdf1-b3f9-4c6e-a6e5-57f6f4f3fd17 req-5b839ebd-3d58-4c64-8fc0-ad849c79aeee tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] 10.222.0.35 "GET /v2.0/security-groups?id=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571570 Apr 19 11:00:10.660644 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3930921f-3161-41db-829e-2c4abc0223a2', 'name': 'network-vif-deleted', 'tag': 'e53ef122-a9da-429a-a248-4ba1b0ce4fcc', 'status': 'completed', 'code': 200} Apr 19 11:00:10.697601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58358) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:10.718016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:10.735655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:10.743900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Usage tracker for resource:security_group_rule and tenant:04b4d0b5905c4ccc9c13b9b856fdaec8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:10.747211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:10.753551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:10.878046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:10.884730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:10.901322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a34fad47-5dc9-4036-aa89-c9e37823ade3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:10.902426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0bbf-d7ae-4f48-89ad-3b1883c95f2e req-f5dcc716-db29-438f-b4f9-5167d449d7a1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:10.904336 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d9db0bbf-d7ae-4f48-89ad-3b1883c95f2e req-f5dcc716-db29-438f-b4f9-5167d449d7a1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1169260 Apr 19 11:00:10.937509 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04b4d0b5905c4ccc9c13b9b856fdaec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387159 Apr 19 11:00:10.940307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58368) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:10.945517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987932c9-caf7-457d-b940-807a2a583f17,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:10.948835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:10.988985 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d9db0bbf-d7ae-4f48-89ad-3b1883c95f2e req-a4821bc5-5ed0-407e-ab43-9bcdbed1825f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767362 Apr 19 11:00:11.025242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:11.053569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:11.097258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:11.105718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-761bb77b-3769-4091-9584-5bce03bf168d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:11.120114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987932c9-caf7-457d-b940-807a2a583f17,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:11.122594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:11.123578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:11.127895 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/987932c9-caf7-457d-b940-807a2a583f17 HTTP/1.1" status: 204 len: 168 time: 0.1835163 Apr 19 11:00:12.317344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab8594-a864-49b0-a56f-fa10c70cc3d4 req-982958e7-04d1-4c3b-8f07-c48e63ae0d06 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:12.325522 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-deab8594-a864-49b0-a56f-fa10c70cc3d4 req-982958e7-04d1-4c3b-8f07-c48e63ae0d06 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1455669 Apr 19 11:00:12.399724 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-deab8594-a864-49b0-a56f-fa10c70cc3d4 req-79fd0085-58d3-4bd1-8c9b-35049a3847a7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Apr 19 11:00:12.937446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98795362-325b-4737-b715-953c1519cb8f req-8c9d26ce-34df-4970-8853-31dee2d2362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:12.939089 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-8c9d26ce-34df-4970-8853-31dee2d2362c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 1098 time: 0.1557696 Apr 19 11:00:12.953900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793306fa-eecc-4616-9cc6-fcc0da747c9b req-0c366cc1-9091-47f3-b5ff-12c5840c8345 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:12.955721 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-793306fa-eecc-4616-9cc6-fcc0da747c9b req-0c366cc1-9091-47f3-b5ff-12c5840c8345 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1342978 Apr 19 11:00:13.016975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e53ef122-a9da-429a-a248-4ba1b0ce4fcc no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:00:13.090854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: e53ef122-a9da-429a-a248-4ba1b0ce4fcc {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:00:13.091580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e53ef122-a9da-429a-a248-4ba1b0ce4fcc not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:00:13.108968 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-793306fa-eecc-4616-9cc6-fcc0da747c9b req-371aa0c1-b1d1-4fbe-9353-7606bb1cfa46 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227360 Apr 19 11:00:13.162107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98795362-325b-4737-b715-953c1519cb8f req-4770c305-1932-4e66-aea5-a4c68e7fdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:13.163732 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-4770c305-1932-4e66-aea5-a4c68e7fdde0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.2070408 Apr 19 11:00:13.241346 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-d6f55773-e5fe-4231-927f-35688ce92f32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5 HTTP/1.1" status: 200 len: 217 time: 0.0697820 Apr 19 11:00:13.318090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98795362-325b-4737-b715-953c1519cb8f req-15ba542a-1379-4137-9f40-6fb955e49c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:13.319702 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-15ba542a-1379-4137-9f40-6fb955e49c2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.0705056 Apr 19 11:00:13.374920 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-a00cd104-0721-4462-ac2e-bd49f3ed16e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475624 Apr 19 11:00:13.527674 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-9d1af610-db68-4933-9bab-b760c7b46cec service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445608 Apr 19 11:00:13.696749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-98795362-325b-4737-b715-953c1519cb8f req-a950e9eb-3ec7-4a49-854e-3cb8a9b23479 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612749 Apr 19 11:00:14.342153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa794c6-e6e4-442c-b1e7-6fa1816e7b56 req-a4bb6b3d-3098-4ec1-9323-5c992df7bc21 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:14.344823 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4aa794c6-e6e4-442c-b1e7-6fa1816e7b56 req-a4bb6b3d-3098-4ec1-9323-5c992df7bc21 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1076562 Apr 19 11:00:14.402253 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4aa794c6-e6e4-442c-b1e7-6fa1816e7b56 req-7b76b21f-8e75-41b7-8ff9-e87bb8a93de3 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Apr 19 11:00:15.552667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58582) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:15.659463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd396-6db5-4327-a96d-bb2a100b26f7 req-77edb87b-d564-46f2-ab69-bd995c73a026 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:15.662539 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b2abd396-6db5-4327-a96d-bb2a100b26f7 req-77edb87b-d564-46f2-ab69-bd995c73a026 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1279924 Apr 19 11:00:15.771428 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b2abd396-6db5-4327-a96d-bb2a100b26f7 req-6f9e2e5a-2f60-4ac4-92fa-6cbdd5692f38 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021087 Apr 19 11:00:15.908700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:15.924820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:15.928900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa436a112124d028aa5561c53a19552 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:15.931895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:15.937910 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:16.029865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.032837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.042378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb584936-404e-4538-99fb-e8baceece7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:16.084993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a6933ab4-fb76-43ab-8aa6-b24c79d77c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.093395 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fa436a112124d028aa5561c53a19552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389633 Apr 19 11:00:16.094365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d80ad5-9db6-4cce-a629-bedbf27b2ee3,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:16.096341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58598) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:16.097698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:16.164071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.194053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.242153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.247697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1452d56c-9362-4c08-864c-5db6e34bff0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:16.263630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d80ad5-9db6-4cce-a629-bedbf27b2ee3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:16.266044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:16.275788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:16.277019 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1d80ad5-9db6-4cce-a629-bedbf27b2ee3 HTTP/1.1" status: 204 len: 168 time: 0.1796072 Apr 19 11:00:17.033277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca784a0-6218-4320-b238-c8a2f7c2807b req-228ec971-49a8-4d1f-9f54-6d014e6e7129 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:17.035163 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eca784a0-6218-4320-b238-c8a2f7c2807b req-228ec971-49a8-4d1f-9f54-6d014e6e7129 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1244056 Apr 19 11:00:17.151199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58640) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:17.175209 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eca784a0-6218-4320-b238-c8a2f7c2807b req-6f7c2adf-b04c-4a53-80b9-d15f9bd38aa8 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293004 Apr 19 11:00:17.335275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-666476341-network', 'tenant_id': '24412f730ea04600bd82dea9d8739573'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:17.342715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:17.350273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Usage tracker for resource:network and tenant:24412f730ea04600bd82dea9d8739573 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:17.354329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:17.364026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:17.374533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Made reservation on behalf of 24412f730ea04600bd82dea9d8739573 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:17.380559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.402966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.421071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:17.427478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:24412f730ea04600bd82dea9d8739573 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:17.431888 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:17.440023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:17.556715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.563028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.567254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:17.598951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:00:17.608389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b999fd7-6010-4101-8bff-1f0a57df77b3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:17.612871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:17.615889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.616352 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Added segment df0dfa91-a652-4b09-b72e-9e43b1bfbcba of type vlan for network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 Apr 19 11:00:17.655607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.699503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.701394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:17.702198 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:17.727980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-74da8b4b-cd87-4d14-a6bf-392a0b746ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:17.789329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261fd0c-6d01-4d40-89cf-da49a1b80301 req-cbe99097-7777-44d2-827c-7c3988ba5e02 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:17.791526 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d261fd0c-6d01-4d40-89cf-da49a1b80301 req-cbe99097-7777-44d2-827c-7c3988ba5e02 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1078436 Apr 19 11:00:17.825841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7daae8-7084-4bd2-be1b-4bebdbd529c1,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:17.852501 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7001240 Apr 19 11:00:17.853941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:17.854430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58660) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:17.857812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:00:17.860618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Request body: {'subnet': {'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-666476341-subnet', 'tenant_id': '24412f730ea04600bd82dea9d8739573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:17.880302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:17.885874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Usage tracker for resource:subnet and tenant:24412f730ea04600bd82dea9d8739573 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:17.891237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:17.911939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:17.924122 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d261fd0c-6d01-4d40-89cf-da49a1b80301 req-72ce9506-95d2-4c4a-908c-26e844571712 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189044 Apr 19 11:00:17.944017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Made reservation on behalf of 24412f730ea04600bd82dea9d8739573 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:17.948858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:18.443788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0af3-8e93-4cd2-9f93-46a1dee18307 req-0da82e17-aaad-4051-9b51-325d1485ae33 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:18.445282 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-79cf0af3-8e93-4cd2-9f93-46a1dee18307 req-0da82e17-aaad-4051-9b51-325d1485ae33 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1512001 Apr 19 11:00:18.452170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:18.470691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e485253-1102-4c94-aecc-41bca4182271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:18.500968 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-13a978cf-5044-4feb-844c-696625ca1297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:18.568485 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-79cf0af3-8e93-4cd2-9f93-46a1dee18307 req-3240d323-bb38-4887-9463-b62719985e8a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151094 Apr 19 11:00:18.570960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20fa17b-3011-4123-8cac-8e163f09c0d6,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:18.574742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:18.593375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Checking segment: {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:18.593375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Network hostable DHCP agents. Network: cf7daae8-7084-4bd2-be1b-4bebdbd529c1, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:00:18.605649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:00:18.613533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, cf7daae8-7084-4bd2-be1b-4bebdbd529c1) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:18.618175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:18.618850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:18.623733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e63e70-cce7-4d4c-a437-5f0c7bed43e0 None None] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:00:18.639570 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7840405 Apr 19 11:00:18.857093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8af1bc-1674-4ec8-838e-bb4112405c97 None None] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:00:19.198167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0de06a-8ea0-4b85-9f28-96383dab87e2 req-268c975d-a1f3-469a-b360-beeb393f63d6 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:19.199872 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7b0de06a-8ea0-4b85-9f28-96383dab87e2 req-268c975d-a1f3-469a-b360-beeb393f63d6 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0980468 Apr 19 11:00:19.253027 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7b0de06a-8ea0-4b85-9f28-96383dab87e2 req-40c5c8be-d5af-4411-a704-ddb67809ddc3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460083 Apr 19 11:00:19.265356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:19.828903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1f985-4f74-4a89-b946-db0506747c50 req-e5e5636f-110a-480d-be15-252a72cc15f0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:19.831021 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eba1f985-4f74-4a89-b946-db0506747c50 req-e5e5636f-110a-480d-be15-252a72cc15f0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1199687 Apr 19 11:00:19.882785 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eba1f985-4f74-4a89-b946-db0506747c50 req-61a0ea44-1311-4923-bdaa-a6fbc6d16e6e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449002 Apr 19 11:00:20.043594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:20.482227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7322fca-9328-477e-aa97-724f2898f43c req-077f2cbc-33e8-440d-b9e1-0c8a9048332d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:20.489809 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7322fca-9328-477e-aa97-724f2898f43c req-077f2cbc-33e8-440d-b9e1-0c8a9048332d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1099854 Apr 19 11:00:20.537189 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7322fca-9328-477e-aa97-724f2898f43c req-24b4690c-e03e-463e-ae6b-2bee72d398f0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462368 Apr 19 11:00:20.640276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3d8d-3dd5-47eb-b9ce-b596526a8a07 req-879998fb-627a-4abf-85c4-a196ce487c53 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:20.641955 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2b7f3d8d-3dd5-47eb-b9ce-b596526a8a07 req-879998fb-627a-4abf-85c4-a196ce487c53 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0925982 Apr 19 11:00:20.703566 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2b7f3d8d-3dd5-47eb-b9ce-b596526a8a07 req-b8788f46-c822-423d-b1c9-63b7c3ec9072 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531111 Apr 19 11:00:20.897478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:21.075663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-ba5ecca0-04a3-4a0b-bef9-a3599878898f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:21.076450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-ba5ecca0-04a3-4a0b-bef9-a3599878898f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Synchronizing usage tracker for tenant:24412f730ea04600bd82dea9d8739573 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:21.097437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-ba5ecca0-04a3-4a0b-bef9-a3599878898f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Unset dirty status for tenant:24412f730ea04600bd82dea9d8739573 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:21.099462 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-ba5ecca0-04a3-4a0b-bef9-a3599878898f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/networks?id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 200 len: 813 time: 0.2510331 Apr 19 11:00:21.118025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-da975de7-7e9a-4f81-aa42-971e4c52708f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/quotas/24412f730ea04600bd82dea9d8739573 HTTP/1.1" status: 200 len: 375 time: 0.0118954 Apr 19 11:00:21.129297 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6325-df5b-4c95-b05f-c19bb3fd42b3 req-c407aeb0-f13f-42e4-9af8-4f0e224e2913 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:21.134929 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a31f6325-df5b-4c95-b05f-c19bb3fd42b3 req-c407aeb0-f13f-42e4-9af8-4f0e224e2913 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1160417 Apr 19 11:00:21.182809 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-f2cf0362-ebb3-4d06-8057-bf1884322362 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=24412f730ea04600bd82dea9d8739573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583899 Apr 19 11:00:21.196315 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a31f6325-df5b-4c95-b05f-c19bb3fd42b3 req-8c0bdaac-51c2-44a2-a3bd-ba19e54990f8 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568519 Apr 19 11:00:21.422787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58776) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:21.557529 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-619fd0cd-f04a-472d-b667-c3c2b5758391 service neutron] 10.222.0.35 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668847 Apr 19 11:00:21.624253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:21.645558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:21.649641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Usage tracker for resource:security_group_rule and tenant:de39d238c32d43bf921441f189329b43 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:21.652687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:21.658941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:21.714536 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-78949211-9b11-4d2c-9591-6f7be4b25e23 service neutron] 10.222.0.35 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497295 Apr 19 11:00:22.008867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6e5bd-ccf1-4715-ae51-411adadc1c55 req-d387f561-0db1-434c-b599-662d710a48d7 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:22.010337 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-85a6e5bd-ccf1-4715-ae51-411adadc1c55 req-d387f561-0db1-434c-b599-662d710a48d7 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.3473289 Apr 19 11:00:22.072256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8664d-e5e2-43e1-9238-8c16cc0e8475 req-9aa6db92-302b-4503-84a3-62b8c632a2f9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:22.074033 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-24e8664d-e5e2-43e1-9238-8c16cc0e8475 req-9aa6db92-302b-4503-84a3-62b8c632a2f9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1219554 Apr 19 11:00:22.091916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-85a6e5bd-ccf1-4715-ae51-411adadc1c55 req-d2384061-1f6f-4678-b80a-e14c81f2dcb4 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743012 Apr 19 11:00:22.093670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.096919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.122607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f10d4490-53f0-40e1-8a16-d593480d5947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:22.141611 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-24e8664d-e5e2-43e1-9238-8c16cc0e8475 req-3475a284-0cbf-4594-943d-ed02a5aa558f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603318 Apr 19 11:00:22.159899 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de39d238c32d43bf921441f189329b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330735 Apr 19 11:00:22.160745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58796) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:22.217690 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7541dfca-222b-41c2-88e4-602483e978fb req-13a06775-9b37-400c-8c6e-1a8389b617d3 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 210 time: 0.0632706 Apr 19 11:00:22.222598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc5f59a-4603-4ce3-b318-2cd52784bbd8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:22.225541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:22.240758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.271003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.320084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.325709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f61ca153-ca4e-42a1-9511-e09adf5988dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:22.341569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc5f59a-4603-4ce3-b318-2cd52784bbd8,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:22.388484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:22.398032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.399258 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bc5f59a-4603-4ce3-b318-2cd52784bbd8 HTTP/1.1" status: 204 len: 168 time: 0.2376695 Apr 19 11:00:22.446771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde53efc-05e5-4783-8d81-23a7c0e52298 req-32956d84-a6d2-4b1c-b531-6c583c0a15c1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:22.448475 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bde53efc-05e5-4783-8d81-23a7c0e52298 req-32956d84-a6d2-4b1c-b531-6c583c0a15c1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1122675 Apr 19 11:00:22.499372 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bde53efc-05e5-4783-8d81-23a7c0e52298 req-bd6b86df-a879-41df-a347-e6f8ceb76bf4 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Apr 19 11:00:22.742234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58814) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:22.762482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.779389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:22.783474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7c85b38f1a451795bc0361f5f26db3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:22.786590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:22.792745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:22.892974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.896181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:22.905514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-90c4b4e6-f2b7-4885-882a-6463497ec5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:22.945408 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d572b3-d44a-48ca-8a81-87f613003c23,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:22.949110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:22.973284 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b7c85b38f1a451795bc0361f5f26db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272711 Apr 19 11:00:22.974434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58822) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:23.045485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.073538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.118006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.122925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6fe2fab3-8622-4bd9-9993-edab23d9f507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:23.159834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d572b3-d44a-48ca-8a81-87f613003c23,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:23.165730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:23.224859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.228512 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55d572b3-d44a-48ca-8a81-87f613003c23 HTTP/1.1" status: 204 len: 168 time: 0.2505581 Apr 19 11:00:23.325759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6f6e2-58af-4d81-80ef-f5b24ec24365 req-0a6e0e33-e873-4a67-9328-fb4ca81bf697 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:23.334763 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d0b6f6e2-58af-4d81-80ef-f5b24ec24365 req-0a6e0e33-e873-4a67-9328-fb4ca81bf697 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1060307 Apr 19 11:00:23.369820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-93303e8f-0a60-45ef-a875-f5ab58c309af tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:23.371530 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-93303e8f-0a60-45ef-a875-f5ab58c309af tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "GET /v2.0/networks?id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 200 len: 813 time: 0.2385428 Apr 19 11:00:23.390610 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d0b6f6e2-58af-4d81-80ef-f5b24ec24365 req-56f1cf94-f4b3-4ae1-918e-4d5a140279b3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546544 Apr 19 11:00:23.402608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Request body: {'port': {'device_id': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1', 'admin_state_up': True, 'tenant_id': '24412f730ea04600bd82dea9d8739573'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:23.509130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5dfc5-217c-4b81-9d1f-b424d4e4c89d req-7721e3ce-9394-471f-8e29-eda0ea0bd47a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:23.510769 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-02f5dfc5-217c-4b81-9d1f-b424d4e4c89d req-7721e3ce-9394-471f-8e29-eda0ea0bd47a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.2231433 Apr 19 11:00:23.561274 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e6ed3e1-3cb5-45f4-8eb1-d2b86090e8c8 req-f15103fc-8c2e-46ed-9592-4f13b6eeeb3b tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 210 time: 0.0554621 Apr 19 11:00:23.605773 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-02f5dfc5-217c-4b81-9d1f-b424d4e4c89d req-4388d19c-ef21-4213-9fa4-97deb9b09bce tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859044 Apr 19 11:00:23.615862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:23.621762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Usage tracker for resource:port and tenant:24412f730ea04600bd82dea9d8739573 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:23.625433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:23.632994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:23.642803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Made reservation on behalf of 24412f730ea04600bd82dea9d8739573 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:23.649834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.713102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58842) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:23.743853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.762969 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:23.769280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Usage tracker for resource:security_group_rule and tenant:18ce2788b9134dda9cd009e342331404 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:23.778773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:23.806052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:23.836926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Allocated IP 172.20.0.14 (cf7daae8-7084-4bd2-be1b-4bebdbd529c1/b20fa17b-3011-4123-8cac-8e163f09c0d6/469980fd-8775-43ee-98e4-db45536dbb8a) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:00:23.858506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f52bc-b932-4678-9327-f9be0be02c4d req-e14255de-eade-4c16-8f19-02a9c827c8da tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:23.859640 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-629f52bc-b932-4678-9327-f9be0be02c4d req-e14255de-eade-4c16-8f19-02a9c827c8da tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1836638 Apr 19 11:00:23.929722 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-629f52bc-b932-4678-9327-f9be0be02c4d req-c6873978-6206-4aaa-bd30-d10d83a160eb tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Apr 19 11:00:23.987623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.991000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:23.999426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0eb52002-d708-47ea-8adb-4427a6c74e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:24.045162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18ce2788b9134dda9cd009e342331404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235326 Apr 19 11:00:24.045483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58850) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:24.048291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4ec6aa-a357-4443-80a3-623c1bb9ce25,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:24.072506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.092115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:24.115107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.115689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.121932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-964c469d-4cdf-4aea-afe1-82a0c8adc35b tempest-DeleteServersTestJSON-1175518568 tempest-DeleteServersTestJSON-1175518568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:24.144510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.196007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.199042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:00:24.202716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:24.203467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2903af68-c857-4775-a4a0-fffcd24aa2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:24.206936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:00:24.213826 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:24.214284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.220020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4ec6aa-a357-4443-80a3-623c1bb9ce25,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:24.222720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:24.222865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Pushing event updated for resources: {'Port': ['ID=469980fd-8775-43ee-98e4-db45536dbb8a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:24.233197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.234199 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e4ec6aa-a357-4443-80a3-623c1bb9ce25 HTTP/1.1" status: 204 len: 168 time: 0.1878147 Apr 19 11:00:24.244111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:24.256192 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653705 Apr 19 11:00:24.284342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Request body: {'port': {'device_id': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:24.417450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:24.783857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ffcc0-cb95-4e1c-a6b2-959e37478cc0 req-2a7d38b8-ce0f-4755-9113-48ee5f2c147e tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:24.785535 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0d4ffcc0-cb95-4e1c-a6b2-959e37478cc0 req-2a7d38b8-ce0f-4755-9113-48ee5f2c147e tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 932 time: 0.0918117 Apr 19 11:00:24.807870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08c293-b3a6-414e-a690-b198b33e4280 req-5852015c-febf-48c3-aff4-6f023f53ca89 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:24.809566 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ff08c293-b3a6-414e-a690-b198b33e4280 req-5852015c-febf-48c3-aff4-6f023f53ca89 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2886877 Apr 19 11:00:24.841050 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0d4ffcc0-cb95-4e1c-a6b2-959e37478cc0 req-05e3def4-6e62-45fc-88fe-eda8612d609d tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Apr 19 11:00:24.903934 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ff08c293-b3a6-414e-a690-b198b33e4280 req-0f59574c-6c33-4dce-9771-3d91a366ebfc tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864866 Apr 19 11:00:24.998168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469980fd-8775-43ee-98e4-db45536dbb8a {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:00:25.007802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:25.027985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Transition to ACTIVE for port object 469980fd-8775-43ee-98e4-db45536dbb8a will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:25.033532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:25.039464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ad0e030-a8a2-4414-b65e-36b057543e10 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:25.226009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d54bc-84bf-4b41-85be-8d3c90bb6821 req-d61cfac5-b010-446c-8358-1cba2ecde256 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:25.227722 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-953d54bc-84bf-4b41-85be-8d3c90bb6821 req-d61cfac5-b010-446c-8358-1cba2ecde256 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0941195 Apr 19 11:00:25.241121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Pushing event updated for resources: {'Port': ['ID=469980fd-8775-43ee-98e4-db45536dbb8a,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:25.244248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:25.279230 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-953d54bc-84bf-4b41-85be-8d3c90bb6821 req-57df8d39-8265-48ee-9dfe-5745989adc10 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447419 Apr 19 11:00:25.319233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Attempting to bind port 469980fd-8775-43ee-98e4-db45536dbb8a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:00:25.319619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Attempting to bind port 469980fd-8775-43ee-98e4-db45536dbb8a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:00:25.319992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Attempting to bind port 469980fd-8775-43ee-98e4-db45536dbb8a on network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:25.329036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Port 469980fd-8775-43ee-98e4-db45536dbb8a on network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:00:25.329465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Attempting to bind port 469980fd-8775-43ee-98e4-db45536dbb8a on network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:25.339257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:00:25.339641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Checking segment: {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:25.340075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Bound using segment: {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:00:25.340566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Bound port: 469980fd-8775-43ee-98e4-db45536dbb8a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:00:25.340960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:25.366797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25057470-0f9e-448e-8c74-70d0e20da64d req-f4d9237e-49ef-48e7-a14f-9dac0a86ae0a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:25.368473 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-25057470-0f9e-448e-8c74-70d0e20da64d req-f4d9237e-49ef-48e7-a14f-9dac0a86ae0a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.2817628 Apr 19 11:00:25.482987 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-25057470-0f9e-448e-8c74-70d0e20da64d req-9a5e4100-3c71-4bea-8beb-e3ec73d5eb8f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Apr 19 11:00:25.494347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] For port 469980fd-8775-43ee-98e4-db45536dbb8a, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:00:25.498334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] For port 469980fd-8775-43ee-98e4-db45536dbb8a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=469980fd-8775-43ee-98e4-db45536dbb8a,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:00:25.502614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:25.508382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:25.574449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:25.575121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:25.576636 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] 10.222.0.43 "PUT /v2.0/ports/469980fd-8775-43ee-98e4-db45536dbb8a HTTP/1.1" status: 200 len: 1094 time: 1.2974718 Apr 19 11:00:25.577163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'tag': '469980fd-8775-43ee-98e4-db45536dbb8a'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:25.598488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Pushing event updated for resources: {'Port': ['ID=469980fd-8775-43ee-98e4-db45536dbb8a,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:25.601679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:25.650314 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'tag': '469980fd-8775-43ee-98e4-db45536dbb8a', 'status': 'completed', 'code': 200} Apr 19 11:00:25.753405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-dd190182-d098-46d9-bbc9-67e1207c52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:25.756108 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-dd190182-d098-46d9-bbc9-67e1207c52b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24412f730ea04600bd82dea9d8739573&device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 1097 time: 0.0852902 Apr 19 11:00:26.091513 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-b452ab30-691d-4afc-ba26-567f88fdf2e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=469980fd-8775-43ee-98e4-db45536dbb8a HTTP/1.1" status: 200 len: 217 time: 0.3201969 Apr 19 11:00:26.167841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8025a-fe9b-4665-88fc-e0dd91171744 req-509410f0-a686-47cb-b8a4-c6293f090e38 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:26.169688 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d2a8025a-fe9b-4665-88fc-e0dd91171744 req-509410f0-a686-47cb-b8a4-c6293f090e38 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1166725 Apr 19 11:00:26.238863 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d2a8025a-fe9b-4665-88fc-e0dd91171744 req-9b02d3a6-fd3e-4f6a-806b-28c74b72503e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601931 Apr 19 11:00:26.246856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-e67d977d-b1de-451d-a7c3-b784e8971834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:26.248565 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-e67d977d-b1de-451d-a7c3-b784e8971834 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b20fa17b-3011-4123-8cac-8e163f09c0d6 HTTP/1.1" status: 200 len: 853 time: 0.0956793 Apr 19 11:00:26.313090 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-f00e83bb-2854-4942-83d3-dab64719812d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546103 Apr 19 11:00:26.322307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-cffeb04c-54cb-4833-a099-4c7d340f45b2 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:26.323051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-cffeb04c-54cb-4833-a099-4c7d340f45b2 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Synchronizing usage tracker for tenant:24412f730ea04600bd82dea9d8739573 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:26.435273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-cffeb04c-54cb-4833-a099-4c7d340f45b2 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Unset dirty status for tenant:24412f730ea04600bd82dea9d8739573 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:26.436474 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-cffeb04c-54cb-4833-a099-4c7d340f45b2 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 944 time: 0.3472638 Apr 19 11:00:26.496691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c7c3-5e7e-46e8-925b-63c573683f41 req-570dfb3c-1ac3-4f71-bef5-d00bdc0861a4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:26.498367 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5852c7c3-5e7e-46e8-925b-63c573683f41 req-570dfb3c-1ac3-4f71-bef5-d00bdc0861a4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0954304 Apr 19 11:00:26.512068 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-b0cb0fea-3639-40d7-9655-332efbc2759b service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843996 Apr 19 11:00:26.519098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-73ca7d02-55ef-4cd1-87ee-4cd6dca4fc7b tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Synchronizing usage tracker for tenant:24412f730ea04600bd82dea9d8739573 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:26.549952 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5852c7c3-5e7e-46e8-925b-63c573683f41 req-221c27d5-db60-42f0-acf1-743609db454c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Apr 19 11:00:26.621584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-73ca7d02-55ef-4cd1-87ee-4cd6dca4fc7b tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Unset dirty status for tenant:24412f730ea04600bd82dea9d8739573 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:26.622969 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-70cafba4-d217-40fa-a1f5-8cfc300609b0 req-73ca7d02-55ef-4cd1-87ee-4cd6dca4fc7b tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706438 Apr 19 11:00:26.687648 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ec615e35-048c-4c50-8cf0-0f0ada8a4411 req-f994d84c-b17b-4b9d-b4fa-b9558dd0daa0 service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643844 Apr 19 11:00:26.756896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2fc8e-5952-41df-8675-c2a5da91c20e req-90a79d3f-2671-41e8-a053-96fef69e55e3 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:26.758603 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-65d2fc8e-5952-41df-8675-c2a5da91c20e req-90a79d3f-2671-41e8-a053-96fef69e55e3 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.0956638 Apr 19 11:00:26.809608 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-65d2fc8e-5952-41df-8675-c2a5da91c20e req-62827cf2-0743-4592-8912-291eea133bfd tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Apr 19 11:00:26.875765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-ecf80298-b3d0-4593-9659-842ee82580bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:26.877396 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-ecf80298-b3d0-4593-9659-842ee82580bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24412f730ea04600bd82dea9d8739573&device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 1097 time: 0.0817907 Apr 19 11:00:27.024094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-b0decf11-f6a4-4165-9d24-4cbaa54042ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:27.025610 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-b0decf11-f6a4-4165-9d24-4cbaa54042ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 200 len: 914 time: 0.1399899 Apr 19 11:00:27.103909 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-a04f1183-bf13-4317-98ee-e58bb64be2f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=469980fd-8775-43ee-98e4-db45536dbb8a HTTP/1.1" status: 200 len: 217 time: 0.0711808 Apr 19 11:00:27.178395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-a86cb809-1fdc-4387-9925-badf4b33207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:27.180066 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-a86cb809-1fdc-4387-9925-badf4b33207c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b20fa17b-3011-4123-8cac-8e163f09c0d6 HTTP/1.1" status: 200 len: 853 time: 0.0702555 Apr 19 11:00:27.237370 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-64059e40-638b-4691-9e67-8fb9eb8d626f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494361 Apr 19 11:00:27.443383 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-ec5782dc-c86d-40a2-8c04-83e30a0e94e8 service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980994 Apr 19 11:00:27.570314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e41f27-07a4-40f8-87f2-0cde12b359b0 req-089fc53c-e9fa-474b-b9a5-ea88864f45fa tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:27.572028 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7e41f27-07a4-40f8-87f2-0cde12b359b0 req-089fc53c-e9fa-474b-b9a5-ea88864f45fa tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2105353 Apr 19 11:00:27.664433 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7e41f27-07a4-40f8-87f2-0cde12b359b0 req-c252ecde-7cc5-4da3-8c0e-b275810689c9 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852993 Apr 19 11:00:27.667480 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b16f1b8-d5aa-4560-9c15-6b8d2f2780c3 req-c5485717-4248-4a08-8a41-ffcf811fec45 service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135038 Apr 19 11:00:27.773257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bee51-af17-475b-a668-bf50a9323b22 req-c0bb3891-8921-4186-80ab-49b5132221b8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:27.775267 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c94bee51-af17-475b-a668-bf50a9323b22 req-c0bb3891-8921-4186-80ab-49b5132221b8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1013229 Apr 19 11:00:27.830027 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c94bee51-af17-475b-a668-bf50a9323b22 req-372d13d7-f0f9-499f-875b-f93cbe4e7323 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482905 Apr 19 11:00:27.885308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ac25-1a82-4a19-947c-f0452a37be39 req-bbdc3133-1c9d-4c94-b491-2b8ddf4b3f29 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:27.887351 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e725ac25-1a82-4a19-947c-f0452a37be39 req-bbdc3133-1c9d-4c94-b491-2b8ddf4b3f29 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 944 time: 0.1133690 Apr 19 11:00:27.941828 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e725ac25-1a82-4a19-947c-f0452a37be39 req-ed99d7b9-73c7-4c63-9327-074a8bc01cec tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475059 Apr 19 11:00:28.050346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb997e18-0830-49f7-94ed-de8cf3c2c368 req-d3075d4e-d633-46b3-b093-3a0dd9a06322 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:28.052665 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb997e18-0830-49f7-94ed-de8cf3c2c368 req-d3075d4e-d633-46b3-b093-3a0dd9a06322 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.0950692 Apr 19 11:00:28.103097 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb997e18-0830-49f7-94ed-de8cf3c2c368 req-7b800e40-e20b-4911-94df-2be15b14f334 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Apr 19 11:00:28.882594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a81e57-f78e-4410-8ff7-52890084e989 req-72f3871d-d98d-46d1-872a-12cc725d6baa tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:28.884190 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b5a81e57-f78e-4410-8ff7-52890084e989 req-72f3871d-d98d-46d1-872a-12cc725d6baa tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1030560 Apr 19 11:00:28.936777 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b5a81e57-f78e-4410-8ff7-52890084e989 req-84811931-dc55-4cfb-9acc-af6ea6a44f37 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448828 Apr 19 11:00:29.065572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabd11-1644-4983-b6d3-00816e9f2ebd req-31fa0240-cf37-4dab-8935-030378e040a7 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:29.067201 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-aadabd11-1644-4983-b6d3-00816e9f2ebd req-31fa0240-cf37-4dab-8935-030378e040a7 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0899410 Apr 19 11:00:29.120327 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-aadabd11-1644-4983-b6d3-00816e9f2ebd req-19f7ba97-2451-4921-b33e-0521bef2ad92 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462871 Apr 19 11:00:29.147285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330336d-7cbf-4d6d-b824-25f5bac875cf req-c2fe55fb-0dae-4bac-bd71-63f82ba573ac tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:29.148861 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8330336d-7cbf-4d6d-b824-25f5bac875cf req-c2fe55fb-0dae-4bac-bd71-63f82ba573ac tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 944 time: 0.0919676 Apr 19 11:00:29.155364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 469980fd-8775-43ee-98e4-db45536dbb8a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:00:29.200563 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8330336d-7cbf-4d6d-b824-25f5bac875cf req-b28d8193-88dd-40bd-b85a-79a2c57fe5ca tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 Apr 19 11:00:29.317510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de430-9e1f-45b7-89b5-b0d91df057cb req-f457eba0-fd1f-49a4-9a4d-e5ed1d179331 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:29.317989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 469980fd-8775-43ee-98e4-db45536dbb8a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=469980fd-8775-43ee-98e4-db45536dbb8a,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:29.319190 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-697de430-9e1f-45b7-89b5-b0d91df057cb req-f457eba0-fd1f-49a4-9a4d-e5ed1d179331 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.0918677 Apr 19 11:00:29.333939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '469980fd-8775-43ee-98e4-db45536dbb8a', 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1', 'port_id': '469980fd-8775-43ee-98e4-db45536dbb8a', 'mac_address': 'fa:16:3e:08:1f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20fa17b-3011-4123-8cac-8e163f09c0d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:00:29.370130 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-697de430-9e1f-45b7-89b5-b0d91df057cb req-241924e4-5fd3-420e-9a64-f9616d3eb187 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Apr 19 11:00:29.402313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:29.424135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469980fd-8775-43ee-98e4-db45536dbb8a {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:00:29.442190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 469980fd-8775-43ee-98e4-db45536dbb8a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=469980fd-8775-43ee-98e4-db45536dbb8a,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:29.445227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:29.447968 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-270cda55-01de-4079-b09f-ea242811d9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:29.521048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=469980fd-8775-43ee-98e4-db45536dbb8a,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:29.524459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:29.873918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['469980fd-8775-43ee-98e4-db45536dbb8a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:00:30.164542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0535308-83d3-45e8-8fe8-8993603ab5e8 req-94fee3b9-2272-49a6-820c-2c5c75f14489 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:30.166167 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c0535308-83d3-45e8-8fe8-8993603ab5e8 req-94fee3b9-2272-49a6-820c-2c5c75f14489 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0994267 Apr 19 11:00:30.219699 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c0535308-83d3-45e8-8fe8-8993603ab5e8 req-3054d3af-2ed9-4e9b-801b-87470f86c720 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455818 Apr 19 11:00:30.339817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8289c-ff37-4ba8-b258-f40eaedc795a req-eaeaa6ab-ea79-4eea-ba12-b47a5aa97801 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:30.341505 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-82c8289c-ff37-4ba8-b258-f40eaedc795a req-eaeaa6ab-ea79-4eea-ba12-b47a5aa97801 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0994871 Apr 19 11:00:30.391492 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-82c8289c-ff37-4ba8-b258-f40eaedc795a req-33b8b57a-97e8-4a9d-89b3-755041e9bc0b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Apr 19 11:00:30.441902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bba0-3e06-430f-80f3-e72212e5e4a6 req-02452a9a-cf59-4d72-bd36-27613580b136 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:30.444325 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-86b4bba0-3e06-430f-80f3-e72212e5e4a6 req-02452a9a-cf59-4d72-bd36-27613580b136 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 945 time: 0.1114943 Apr 19 11:00:30.508123 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-86b4bba0-3e06-430f-80f3-e72212e5e4a6 req-295acdc8-a329-44be-b088-9ea699b9a234 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 Apr 19 11:00:30.601332 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a243-bc4b-4245-a2c9-134c85d015a7 req-4d745a87-34bd-4953-b4a8-4933a17a7ed7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:30.603023 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9f15a243-bc4b-4245-a2c9-134c85d015a7 req-4d745a87-34bd-4953-b4a8-4933a17a7ed7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.0916138 Apr 19 11:00:30.654201 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9f15a243-bc4b-4245-a2c9-134c85d015a7 req-f61f65f0-c624-453f-8d6f-de1916ed16b8 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Apr 19 11:00:31.139107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 469980fd-8775-43ee-98e4-db45536dbb8a up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:31.198595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 58964) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:31.209522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 469980fd-8775-43ee-98e4-db45536dbb8a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:31.214598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 469980fd-8775-43ee-98e4-db45536dbb8a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:31.215019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.271181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Deleting subnet 64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:00:31.275287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.333359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.341176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.356884 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.387373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469980fd-8775-43ee-98e4-db45536dbb8a'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:31.398608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 469980fd-8775-43ee-98e4-db45536dbb8a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=469980fd-8775-43ee-98e4-db45536dbb8a,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:31.403196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.405198 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:31.461197 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469980fd-8775-43ee-98e4-db45536dbb8a', 'code': 200} Apr 19 11:00:31.493289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=469980fd-8775-43ee-98e4-db45536dbb8a,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:31.495155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:31.603254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c0b87-f77f-4bb8-b775-bca57613497f req-5b559b33-cdad-4441-a9a1-d12da7a4d265 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:31.611531 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-320c0b87-f77f-4bb8-b775-bca57613497f req-5b559b33-cdad-4441-a9a1-d12da7a4d265 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2364151 Apr 19 11:00:31.698227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ad9e4-933d-44eb-be5b-53a45c9b3d0f req-4aa7ea02-9f61-4b38-9476-e10e573d8158 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:31.699971 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d10ad9e4-933d-44eb-be5b-53a45c9b3d0f req-4aa7ea02-9f61-4b38-9476-e10e573d8158 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1628106 Apr 19 11:00:31.798389 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-320c0b87-f77f-4bb8-b775-bca57613497f req-bf7ab69d-e5fc-4d5d-86f5-d134c59048b4 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859028 Apr 19 11:00:31.800208 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d10ad9e4-933d-44eb-be5b-53a45c9b3d0f req-6813a02d-f948-443b-b2e5-f900f1f3006e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933881 Apr 19 11:00:31.846690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f4448-69e4-41fa-913e-1c3d3b280961 req-d897f89c-a449-49f2-ae31-9138268c30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:31.846690 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ae1f4448-69e4-41fa-913e-1c3d3b280961 req-d897f89c-a449-49f2-ae31-9138268c30c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 1099 time: 0.1044214 Apr 19 11:00:31.904440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205528-d240-469f-be6d-8733298c13f2 req-6e08fb35-8301-467e-b62b-c2094a622cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:31.906024 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-6e08fb35-8301-467e-b62b-c2094a622cfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1099 time: 0.1560087 Apr 19 11:00:31.908956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:31.925130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:31.943561 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ae1f4448-69e4-41fa-913e-1c3d3b280961 req-785d3058-1ee4-4f87-a040-ae29f74ee042 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847175 Apr 19 11:00:31.999154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:32.046132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:32.047834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e75251-a7eb-4c61-b9bb-e8f75da877d4 req-aab1846d-b247-4fba-a480-df5e8ab67b26 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:32.049535 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-23e75251-a7eb-4c61-b9bb-e8f75da877d4 req-aab1846d-b247-4fba-a480-df5e8ab67b26 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0920291 Apr 19 11:00:32.096469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:32.103222 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-23e75251-a7eb-4c61-b9bb-e8f75da877d4 req-cb0c1eaf-04e9-4b5b-8be3-5173bd430de3 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Apr 19 11:00:32.116134 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5e20b1f3-5c4a-4000-a7bb-8f882e492b64 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/64b6c902-a27a-4cc5-8d1c-6e72dc8c28c0 HTTP/1.1" status: 204 len: 168 time: 0.9129865 Apr 19 11:00:32.121741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 58990) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:32.187599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205528-d240-469f-be6d-8733298c13f2 req-c41582b3-5af0-43c3-a6e8-8704af2a6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:32.189191 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-c41582b3-5af0-43c3-a6e8-8704af2a6c4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.2289302 Apr 19 11:00:32.198394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271ef3-3063-42f8-8e60-a8039cc4d03f req-8ccbfbc7-98c3-437c-a1a0-562c6e01fd79 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:32.199934 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4e271ef3-3063-42f8-8e60-a8039cc4d03f req-8ccbfbc7-98c3-437c-a1a0-562c6e01fd79 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.2136402 Apr 19 11:00:32.239883 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:32.329997 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4e271ef3-3063-42f8-8e60-a8039cc4d03f req-0aded926-209a-4ac4-85bc-d224716f3778 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232121 Apr 19 11:00:32.357438 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-9df36848-9b40-46db-8db8-43142cb4155b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 1001 time: 0.1306093 Apr 19 11:00:32.375638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:32.431512 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205528-d240-469f-be6d-8733298c13f2 req-344799c4-65ff-4d2e-8862-4487993378f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:32.433065 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-344799c4-65ff-4d2e-8862-4487993378f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.0675628 Apr 19 11:00:32.490988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643d2812-5d36-4bff-bf4e-d1c1233d2e57']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:32.503595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1802165d-c8e2-4678-8178-816788264f30') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:32.503931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1802165d-c8e2-4678-8178-816788264f30') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:32.516115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:32.516388 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205528-d240-469f-be6d-8733298c13f2 req-bf67221f-6d74-4249-8ad1-332839d1a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:32.517971 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-bf67221f-6d74-4249-8ad1-332839d1a1f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773981 Apr 19 11:00:32.534231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:32.541231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:00:32.659932 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-8a3a23e1-f841-435f-84fb-27e1af7b4a9f service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335912 Apr 19 11:00:32.720712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:00:32.730503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:32.938620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Network 643d2812-5d36-4bff-bf4e-d1c1233d2e57 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:00:33.033080 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:00:33.092954 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab205528-d240-469f-be6d-8733298c13f2 req-a6261243-f609-4fc6-8391-06fff9043496 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221437 Apr 19 11:00:33.103132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:33.110894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344999bf-513c-4f02-8a42-c5bb18451b87 req-21d27e95-dc38-4a52-9d54-3aaa99cf1187 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:33.112848 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-344999bf-513c-4f02-8a42-c5bb18451b87 req-21d27e95-dc38-4a52-9d54-3aaa99cf1187 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1317046 Apr 19 11:00:33.115178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:33.132730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:33.144300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=643d2812-5d36-4bff-bf4e-d1c1233d2e57,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:33.148986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:33.156304 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c510f45d-bfc5-4cc9-bfa0-6f37e1151a9f admin admin] 10.222.0.35 "DELETE /v2.0/networks/643d2812-5d36-4bff-bf4e-d1c1233d2e57 HTTP/1.1" status: 204 len: 168 time: 1.0320606 Apr 19 11:00:33.158111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59006) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:33.168892 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-344999bf-513c-4f02-8a42-c5bb18451b87 req-42a2fc48-fcba-45e4-9f9f-b6df57095e9e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Apr 19 11:00:33.213162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c74ae3-1efd-459d-ac9c-24ec2717e039 req-e118a194-3a5f-4683-8e44-85e9b5633ae2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:33.214916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-16c74ae3-1efd-459d-ac9c-24ec2717e039 req-e118a194-3a5f-4683-8e44-85e9b5633ae2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1810243 Apr 19 11:00:33.295702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Deleting subnet 872e358a-3652-4bb2-9dcc-a88d489bbc7f {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:00:33.318224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:33.383347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92406f3-3c63-42ae-9176-8b3f0f2eca18 req-f234d011-48a5-499f-aca1-39ef12b4c1b3 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:33.384981 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d92406f3-3c63-42ae-9176-8b3f0f2eca18 req-f234d011-48a5-499f-aca1-39ef12b4c1b3 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0935786 Apr 19 11:00:33.405800 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-16c74ae3-1efd-459d-ac9c-24ec2717e039 req-5286436e-08d7-4687-9e7c-f83a964965e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822426 Apr 19 11:00:33.438738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853086183'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:33.441970 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d92406f3-3c63-42ae-9176-8b3f0f2eca18 req-d0852d17-4bf1-4d6b-8dba-bbb8c3e03770 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491288 Apr 19 11:00:33.504302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:33.744915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdbc6-3e24-4760-9162-6cdb541e6913 req-1b475243-3e38-4be4-99b7-ef640cbb3545 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:33.746572 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5e8fdbc6-3e24-4760-9162-6cdb541e6913 req-1b475243-3e38-4be4-99b7-ef640cbb3545 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.2089550 Apr 19 11:00:33.864898 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5e8fdbc6-3e24-4760-9162-6cdb541e6913 req-662fd6ec-ebe3-4e0d-822d-1ec6bc61c11d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049886 Apr 19 11:00:33.923588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2238086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580753'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:33.929571 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3de8cb6d-97d7-4a31-b06f-079a3f1c0293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:34.176160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872e358a-3652-4bb2-9dcc-a88d489bbc7f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:34.178357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.181300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:34.184243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.186391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/872e358a-3652-4bb2-9dcc-a88d489bbc7f HTTP/1.1" status: 204 len: 168 time: 1.0272079 Apr 19 11:00:34.188925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59014) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:34.308652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.383921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6a26c-5143-4edd-8107-ed3c405d1a05 req-93e0e5f3-fb77-4664-a34d-17c61651f401 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:34.385617 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ef6a26c-5143-4edd-8107-ed3c405d1a05 req-93e0e5f3-fb77-4664-a34d-17c61651f401 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0944281 Apr 19 11:00:34.436685 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ef6a26c-5143-4edd-8107-ed3c405d1a05 req-c984c147-99ac-499d-b7e8-f2fc202e86f0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441477 Apr 19 11:00:34.445325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.615498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9890320-3d2a-41b6-a8e9-ebb279f259be']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:34.633105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d73d57d-ebd1-40af-896b-8a9902f336a2') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:34.633451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d73d57d-ebd1-40af-896b-8a9902f336a2') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:34.652380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.684108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.695174 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:00:34.731886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d85d0c-79a2-418d-8d4b-2806620435d8 req-e2f892a6-3c89-4b7b-905f-02df20d8656f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:34.733465 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-75d85d0c-79a2-418d-8d4b-2806620435d8 req-e2f892a6-3c89-4b7b-905f-02df20d8656f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1839061 Apr 19 11:00:34.812560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e126b3f-6e73-4282-b10e-3e51ca452a5c req-e376bb18-2935-41a7-a373-da180fc15d2f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:34.814181 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1e126b3f-6e73-4282-b10e-3e51ca452a5c req-e376bb18-2935-41a7-a373-da180fc15d2f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0919168 Apr 19 11:00:34.919890 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-75d85d0c-79a2-418d-8d4b-2806620435d8 req-0c7f809d-c5e3-47d8-864d-8942842d20fc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411726 Apr 19 11:00:34.921592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Network b9890320-3d2a-41b6-a8e9-ebb279f259be has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:00:34.931506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:34.932283 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1e126b3f-6e73-4282-b10e-3e51ca452a5c req-b9967cbc-5a15-48e4-9a43-2361750f6020 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104071 Apr 19 11:00:34.994107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d35e7-787c-473e-89ea-32105cbf3bff req-630d6b45-7b8e-42b1-8d18-ea5affebd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:34.998646 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-630d6b45-7b8e-42b1-8d18-ea5affebd355 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1099 time: 0.1565256 Apr 19 11:00:35.268349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Network b9890320-3d2a-41b6-a8e9-ebb279f259be has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:00:35.296191 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:00:35.387324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d35e7-787c-473e-89ea-32105cbf3bff req-798e2fb0-13df-4c15-8e34-8f9680a127f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:35.390003 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-798e2fb0-13df-4c15-8e34-8f9680a127f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.3798313 Apr 19 11:00:35.400694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:35.408575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:35.413815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c54dd-ddf5-4804-b372-de20a45bc5fe req-af18aba3-7046-41d4-b94a-e79efb05e5ed tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:35.425760 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ae6c54dd-ddf5-4804-b372-de20a45bc5fe req-af18aba3-7046-41d4-b94a-e79efb05e5ed tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.2681925 Apr 19 11:00:35.434678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d5f6a-00f3-48f5-a682-8ae97da5c4ae req-93144163-78f5-4fbd-964d-045766641b50 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:35.436470 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-085d5f6a-00f3-48f5-a682-8ae97da5c4ae req-93144163-78f5-4fbd-964d-045766641b50 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.3391926 Apr 19 11:00:35.437591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:35.444292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9890320-3d2a-41b6-a8e9-ebb279f259be,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:35.473071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:35.481659 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a1fe7686-661f-4573-97c1-157103258289 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b9890320-3d2a-41b6-a8e9-ebb279f259be HTTP/1.1" status: 204 len: 168 time: 1.2869823 Apr 19 11:00:35.549932 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-966bdfbe-f561-4954-8960-5242004c91b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 1001 time: 0.1225593 Apr 19 11:00:35.585713 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-085d5f6a-00f3-48f5-a682-8ae97da5c4ae req-0105bd39-4602-450a-a7b6-c31bdb4be836 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285677 Apr 19 11:00:35.636813 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ae6c54dd-ddf5-4804-b372-de20a45bc5fe req-1c6aa34f-736f-4c0e-bbcf-efa605d8d77d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855293 Apr 19 11:00:35.671248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d35e7-787c-473e-89ea-32105cbf3bff req-5bad3934-8a95-4b56-b936-ae1d4b4a0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:35.672858 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-5bad3934-8a95-4b56-b936-ae1d4b4a0cb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.0755730 Apr 19 11:00:35.777660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59078) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:35.842282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d35e7-787c-473e-89ea-32105cbf3bff req-8b8d437b-6f03-4397-b2b1-4e3c1ffaed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:35.843957 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-8b8d437b-6f03-4397-b2b1-4e3c1ffaed63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1561007 Apr 19 11:00:35.857158 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d959d966-064d-4568-b740-3f411459eed4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a889462497145b49dcf5e368e34de24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781462 Apr 19 11:00:35.862322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59082) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:35.951291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:35.978801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.036045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.042958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-339b1873-e1c4-4397-ad34-97353cf76593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:36.044715 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-39dc4ec7-3ad4-49bb-80ff-1937ac3820e0 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861267 Apr 19 11:00:36.058240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:36.061207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:36.091389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.095483 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3318e8f7-7ece-4b5c-82cb-8b72b0aa6f34 HTTP/1.1" status: 204 len: 168 time: 0.2320373 Apr 19 11:00:36.210245 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-938d35e7-787c-473e-89ea-32105cbf3bff req-2ae17b48-15e5-4abb-905f-7949845a93b2 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579571 Apr 19 11:00:36.239108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b5488-2671-4564-b794-0643d4081f2a req-3350371a-ca42-41fd-8b0a-5e136f08464d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:36.240694 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2a2b5488-2671-4564-b794-0643d4081f2a req-3350371a-ca42-41fd-8b0a-5e136f08464d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0998969 Apr 19 11:00:36.298618 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2a2b5488-2671-4564-b794-0643d4081f2a req-5f0383bd-b439-47e0-a5ca-df049c042d89 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502715 Apr 19 11:00:36.489074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59096) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:36.547522 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8725cbc9-97d6-42eb-a2a2-c13697121e6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a044d0f16dc8477392d14fae5e7bd5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569851 Apr 19 11:00:36.550033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59100) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:36.615241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.645759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.701062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.706825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30701132-5dec-4c1c-b873-7b63cee4b662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:36.722741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b573239-9ed1-4f47-82c1-589144f79c3e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:36.768906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:36.770697 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b573239-9ed1-4f47-82c1-589144f79c3e HTTP/1.1" status: 204 len: 168 time: 0.2190487 Apr 19 11:00:36.779329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.779745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.780149 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.780543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.780936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.781331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.781720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.782117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.782660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.782899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.783284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.783830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:36.792399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:36.865582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060602f-da3b-4668-b792-5f39e6e5ca2c req-8ebcfd28-6e96-4db3-9425-8181bc85a372 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:36.867285 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5060602f-da3b-4668-b792-5f39e6e5ca2c req-8ebcfd28-6e96-4db3-9425-8181bc85a372 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1389570 Apr 19 11:00:36.906527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d0dd5-faa2-4eac-956e-8d8f68035db4 req-3eb62126-7da4-4639-ab74-fe15dd62234e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:36.923433 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ea6d0dd5-faa2-4eac-956e-8d8f68035db4 req-3eb62126-7da4-4639-ab74-fe15dd62234e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1584232 Apr 19 11:00:36.924183 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5060602f-da3b-4668-b792-5f39e6e5ca2c req-9f3bd8ea-38c9-4716-a1fb-33e1add83732 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495667 Apr 19 11:00:36.987137 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ea6d0dd5-faa2-4eac-956e-8d8f68035db4 req-1b17b5df-7138-4546-972c-211eb5fe676f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 Apr 19 11:00:37.509979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2d31-77a2-4833-b67c-c232611c2229 req-67dd5bd1-267a-428c-b5ca-a2648bcaf8e2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:37.511869 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4fcb2d31-77a2-4833-b67c-c232611c2229 req-67dd5bd1-267a-428c-b5ca-a2648bcaf8e2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0914741 Apr 19 11:00:37.560451 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4fcb2d31-77a2-4833-b67c-c232611c2229 req-038c53d4-1b5d-4815-8ecb-e96bb9256233 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 Apr 19 11:00:37.687707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59148) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:37.798650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-162183767-network', 'tenant_id': 'f76e89d5df4d40bfa48be3bf6c4fdd49'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:37.804177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:37.808517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Usage tracker for resource:network and tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:37.811766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:37.819535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:37.829404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Made reservation on behalf of f76e89d5df4d40bfa48be3bf6c4fdd49 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:37.834493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:37.852436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:37.873323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:37.877505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Usage tracker for resource:security_group_rule and tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:37.881201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:37.888009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:37.979483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:37.984198 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:37.989670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fc33750-37ac-42b9-bc34-1dab03037d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:38.020911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:00:38.030921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8d80e3-e423-4d87-adca-1f9ddfb0871a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:38.035101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:38.038322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:38.038752 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Added segment 745277e8-24f7-42fc-9ea9-30fe596b4f47 of type vlan for network eeb8fb31-e878-4a03-89a6-6609963ed9d0 Apr 19 11:00:38.069032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:38.115783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:38.117240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:38.117897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:38.125207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:38.174749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a895d29-9e8c-4269-a44e-3409dd0d3511 req-142d0ef9-ff3e-4501-8ac6-cf04ae5d3cc1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:38.177227 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1a895d29-9e8c-4269-a44e-3409dd0d3511 req-142d0ef9-ff3e-4501-8ac6-cf04ae5d3cc1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1075602 Apr 19 11:00:38.236288 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1a895d29-9e8c-4269-a44e-3409dd0d3511 req-a69f1ade-aa4a-472c-8c7c-7a2ec6b2ae27 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526676 Apr 19 11:00:38.295228 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6035168 Apr 19 11:00:38.297368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59168) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:38.302979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Request body: {'subnet': {'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-162183767-subnet', 'tenant_id': 'f76e89d5df4d40bfa48be3bf6c4fdd49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:38.306884 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb8fb31-e878-4a03-89a6-6609963ed9d0,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:38.319135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:38.321153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:00:38.334722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:38.341961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b93f0d-24b6-4301-8156-9cb49bce90a2 req-ed6becda-2cd8-4bbf-aeba-daa255bda76d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:38.343694 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-77b93f0d-24b6-4301-8156-9cb49bce90a2 req-ed6becda-2cd8-4bbf-aeba-daa255bda76d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1961136 Apr 19 11:00:38.349570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Usage tracker for resource:subnet and tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:38.353116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:38.359814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:38.372097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Made reservation on behalf of f76e89d5df4d40bfa48be3bf6c4fdd49 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:38.378073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195013'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:38.425092 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-77b93f0d-24b6-4301-8156-9cb49bce90a2 req-c46f6152-dc9c-46ad-a44e-bc770266b10f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Apr 19 11:00:38.817406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5346c-218e-4799-b4e7-d2f0d5fa51b7 req-0dab2c70-6633-4e0d-8161-b4609111277c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:38.819097 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-52c5346c-218e-4799-b4e7-d2f0d5fa51b7 req-0dab2c70-6633-4e0d-8161-b4609111277c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1205461 Apr 19 11:00:38.897711 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-52c5346c-218e-4799-b4e7-d2f0d5fa51b7 req-21981016-3dec-4f74-8049-410060d5f45f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606802 Apr 19 11:00:38.955035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852537661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195030'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:38.960989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-39f05b4a-577b-4b13-abba-d2967d437b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:39.044127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8441208-3e8c-4ecf-92a5-a21218765865,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:39.055169 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.055580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.055983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.056377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.056769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.057160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.057547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.057934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.058321 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.058748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.059134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.059517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:39.064779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:39.065534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Checking segment: {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:39.065931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Network hostable DHCP agents. Network: eeb8fb31-e878-4a03-89a6-6609963ed9d0, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:00:39.086782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:00:39.095694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, eeb8fb31-e878-4a03-89a6-6609963ed9d0) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:39.105125 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27102e2-1b9c-48d5-b30c-4402a206588d None None] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:00:39.110289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:39.111164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:39.134116 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6af0b505-6e6a-4a76-838a-69e42b959fa9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8369658 Apr 19 11:00:39.222652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:00:39.458885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd0472-57c2-4b53-ae7c-f224e4ae2e13 None None] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:00:39.611080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:39.628869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'mac_address': 'fa:16:3e:13:e8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:00:39.713353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:00:39.726139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14cc2-dec6-4c05-a918-33f500036d66 req-9ca4a216-d8c8-48f7-90ff-ad86bbdaecdd tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:39.735204 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-93b14cc2-dec6-4c05-a918-33f500036d66 req-9ca4a216-d8c8-48f7-90ff-ad86bbdaecdd tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1653545 Apr 19 11:00:39.751816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:39.820738 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-93b14cc2-dec6-4c05-a918-33f500036d66 req-0b930ae8-2a7a-408d-b81a-506b7cdd8a94 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820539 Apr 19 11:00:39.887073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4c113e3-1549-4f75-b90f-6faa4c7517f2 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:00:40.010385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:40.026101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:40.035152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:40.227067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:40.241094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:40.289681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e4c113e3-1549-4f75-b90f-6faa4c7517f2'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:00:40.313719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafee9b-8a88-4d33-a6d0-6ec2a41fdf22 req-f37d629c-1755-4534-818c-59869832a54d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:40.317595 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3eafee9b-8a88-4d33-a6d0-6ec2a41fdf22 req-f37d629c-1755-4534-818c-59869832a54d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 945 time: 0.1633227 Apr 19 11:00:40.453945 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3eafee9b-8a88-4d33-a6d0-6ec2a41fdf22 req-7e9c939c-a78c-4548-bc87-9cb0a98789af tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218288 Apr 19 11:00:41.085137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ef766-e3b5-46b4-a64f-fb68933e9fb2 req-f7dcdc59-e2db-4bf8-92e8-7271a9c6e68c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:41.086925 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f86ef766-e3b5-46b4-a64f-fb68933e9fb2 req-f7dcdc59-e2db-4bf8-92e8-7271a9c6e68c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1091244 Apr 19 11:00:41.141215 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f86ef766-e3b5-46b4-a64f-fb68933e9fb2 req-25650ce2-c667-477c-9487-27871d92432b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Apr 19 11:00:41.232977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:41.326286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e4c113e3-1549-4f75-b90f-6faa4c7517f2 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:41.326757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:41.489838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:41.521503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:41.534263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:41.537857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:41.540243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f0490683-08da-4628-bac1-08dd307b53d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:41.585391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'code': 200} Apr 19 11:00:41.632196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:41.635939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:41.789895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d375de-51e1-44e6-b45c-1344cd877dcf req-1119c28c-6f7e-4ed7-8006-66a70fc4031c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:41.791932 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2d375de-51e1-44e6-b45c-1344cd877dcf req-1119c28c-6f7e-4ed7-8006-66a70fc4031c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1006763 Apr 19 11:00:41.871960 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2d375de-51e1-44e6-b45c-1344cd877dcf req-c8ba200d-9b78-40dc-a668-641b54e70aa6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706403 Apr 19 11:00:42.390442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe41f9-1481-481b-92ba-e06137bd15a3 req-de8e54b0-686c-4050-849b-beac33f54e6a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:42.397406 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4fbe41f9-1481-481b-92ba-e06137bd15a3 req-de8e54b0-686c-4050-849b-beac33f54e6a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1264050 Apr 19 11:00:42.445897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4fbe41f9-1481-481b-92ba-e06137bd15a3 req-70410145-1b10-47d8-aba4-875c95ee0520 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Apr 19 11:00:43.127133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd8ee-5777-4cee-9e9e-ed39ce4ded2d req-3969473b-9274-464b-8f4b-79d0b05866ab tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:43.128738 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9cbcd8ee-5777-4cee-9e9e-ed39ce4ded2d req-3969473b-9274-464b-8f4b-79d0b05866ab tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1065805 Apr 19 11:00:43.201508 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9cbcd8ee-5777-4cee-9e9e-ed39ce4ded2d req-d2603071-dba9-49ff-9ce4-09035ea7c56f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657942 Apr 19 11:00:43.874046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b069aa9-7a04-4d0f-98c7-621d3e5d93ef req-46dac7c5-5178-487e-ac69-11410e42bc43 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:43.882090 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7b069aa9-7a04-4d0f-98c7-621d3e5d93ef req-46dac7c5-5178-487e-ac69-11410e42bc43 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1029866 Apr 19 11:00:43.932678 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7b069aa9-7a04-4d0f-98c7-621d3e5d93ef req-16e09200-7c02-4d54-adb1-23a8f4a000b2 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495651 Apr 19 11:00:44.438133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120acf9-e1a2-46d2-a93f-2eba69ad0193 req-889bf2ef-1c9c-4418-a3b6-b11b38f0812b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:44.446766 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c120acf9-e1a2-46d2-a93f-2eba69ad0193 req-889bf2ef-1c9c-4418-a3b6-b11b38f0812b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1125247 Apr 19 11:00:44.501576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c120acf9-e1a2-46d2-a93f-2eba69ad0193 req-9b901ab5-8184-41e9-89c2-d93dcd7beabc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535483 Apr 19 11:00:45.155522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d07b-0d19-4a9a-9095-f1a1179a2639 req-2486a318-5e18-435e-931d-021d863f3b9e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:45.166886 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f003d07b-0d19-4a9a-9095-f1a1179a2639 req-2486a318-5e18-435e-931d-021d863f3b9e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1050942 Apr 19 11:00:45.229098 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f003d07b-0d19-4a9a-9095-f1a1179a2639 req-2d3509bd-22ae-4933-93f6-c09d18a164e1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551367 Apr 19 11:00:45.734811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a555-d60b-4491-9c19-af812779613b req-3cd2ad84-3463-4de9-bafa-0dd850680be5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:45.734811 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f0e5a555-d60b-4491-9c19-af812779613b req-3cd2ad84-3463-4de9-bafa-0dd850680be5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0999453 Apr 19 11:00:45.800975 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f0e5a555-d60b-4491-9c19-af812779613b req-1e74938c-8988-4bfa-81af-5b512eefa640 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618832 Apr 19 11:00:46.107080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8d5963a-91ea-4a66-8ed3-c81a3f221539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:46.491880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474c753-1de1-491f-8c30-ccf45df7345e req-bb68100c-ea15-458f-a3ed-508c4bc44436 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:46.493650 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4474c753-1de1-491f-8c30-ccf45df7345e req-bb68100c-ea15-458f-a3ed-508c4bc44436 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1088598 Apr 19 11:00:46.550886 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4474c753-1de1-491f-8c30-ccf45df7345e req-711a3854-4e0c-4148-b680-9c1393fe4541 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Apr 19 11:00:47.046788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49e339-0ab9-4375-a617-ae819cb0d8bf req-643ec422-72a2-443e-a4a5-b12ab591b676 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:47.048647 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ea49e339-0ab9-4375-a617-ae819cb0d8bf req-643ec422-72a2-443e-a4a5-b12ab591b676 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1045971 Apr 19 11:00:47.111014 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ea49e339-0ab9-4375-a617-ae819cb0d8bf req-9adce353-0847-4261-a9f2-e40503328293 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555940 Apr 19 11:00:47.728823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59320) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:47.815560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e55512-a91b-4d39-a41a-397a2fc67842 req-fe2f5c8e-24df-40d5-a3f1-c33311bbf9c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:47.825091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-54e55512-a91b-4d39-a41a-397a2fc67842 req-fe2f5c8e-24df-40d5-a3f1-c33311bbf9c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1325839 Apr 19 11:00:47.901784 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-54e55512-a91b-4d39-a41a-397a2fc67842 req-792ff2ac-12ec-4538-9bb0-e667ccd2d727 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755033 Apr 19 11:00:47.959742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:47.982735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:47.987427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b07141e23643cb9c37a6fffe400c06 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:47.991079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:47.998153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:48.101744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:48.105177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:48.116136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9958a2da-e1a0-49bd-98bd-b0d8cfdc7013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:48.168075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59328) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:48.168277 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1b07141e23643cb9c37a6fffe400c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376311 Apr 19 11:00:48.169130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc29f1-e941-4a45-b48d-851464c5760b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:48.183524 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:48.320110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:48.365489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:48.420691 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69972f-f225-4240-93fa-9e8fe44db99d req-8e4730c5-7897-473d-8341-101c7fe42c3e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:48.422374 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d69972f-f225-4240-93fa-9e8fe44db99d req-8e4730c5-7897-473d-8341-101c7fe42c3e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1857195 Apr 19 11:00:48.448636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:48.457206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-32b8d112-58d9-47ac-ae07-3ad604338794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:48.485951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc29f1-e941-4a45-b48d-851464c5760b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:48.493387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:48.497110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:48.498345 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcdc29f1-e941-4a45-b48d-851464c5760b HTTP/1.1" status: 204 len: 168 time: 0.3284872 Apr 19 11:00:48.504865 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d69972f-f225-4240-93fa-9e8fe44db99d req-21649b16-5f77-47da-a368-b3fef4f47a0b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732479 Apr 19 11:00:48.570173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-915d58ec-e9c3-45fe-b637-c74878aa72a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:49.127209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b56f52-63a4-486e-ae7f-f7699e0e6e5c req-93d48f8f-4587-4e0e-9535-1575f099b019 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:49.130019 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a9b56f52-63a4-486e-ae7f-f7699e0e6e5c req-93d48f8f-4587-4e0e-9535-1575f099b019 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1086760 Apr 19 11:00:49.187668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a9b56f52-63a4-486e-ae7f-f7699e0e6e5c req-a683752a-7fbf-41b4-b35d-14638231e84c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508990 Apr 19 11:00:49.277496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:49.520852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59366) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:49.647658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1564824817-network', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:49.652975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:49.657597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Usage tracker for resource:network and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:49.662208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:49.712669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:49.732981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Made reservation on behalf of bd3644531ac441be80975e19c3e1b3c7 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:49.738190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:49.756003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:49.791220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:49.799474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:49.803735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:49.812775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:49.825244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beb12-6d26-425a-9c5e-1822c03af09a req-905961c6-c2be-419b-887a-a687fde0d077 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:49.827019 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cd0beb12-6d26-425a-9c5e-1822c03af09a req-905961c6-c2be-419b-887a-a687fde0d077 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.1660683 Apr 19 11:00:49.919773 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cd0beb12-6d26-425a-9c5e-1822c03af09a req-4ab398e2-cc11-42ad-9e7f-8804bda384ce tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686152 Apr 19 11:00:49.923627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-ba7be11a-7f6e-47f6-a64b-90bf9fd22ad6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:49.925585 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-ba7be11a-7f6e-47f6-a64b-90bf9fd22ad6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/networks?id=eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 200 len: 808 time: 0.1765606 Apr 19 11:00:49.947900 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-9c94711d-f626-4cfe-afc9-914d84c7b52d tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/quotas/f76e89d5df4d40bfa48be3bf6c4fdd49 HTTP/1.1" status: 200 len: 375 time: 0.0108089 Apr 19 11:00:49.977624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:49.980588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:49.985029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d57c165-baaf-4400-9eae-d941a73fa003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:50.008307 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-06fece91-7db9-4417-a0ef-6be8340b5714 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531709 Apr 19 11:00:50.016211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:00:50.026091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e2618-c0a3-4771-9271-a6657cdd980b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:50.030220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:50.032874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:50.033259 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Added segment d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80 of type vlan for network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 Apr 19 11:00:50.051903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:50.063134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:50.097110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:50.099070 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:50.099711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:50.105094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1972fbcc-1162-4830-8a27-1054a27aad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:50.162526 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a1726df3-58e1-4f56-bf8b-b1f5fd9a4b4c service neutron] 10.222.0.35 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444666 Apr 19 11:00:50.210774 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6885719 Apr 19 11:00:50.218661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59390) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:50.221685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1982ab-eb5b-4e21-8833-b5494ee81c47,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:50.227857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Request body: {'subnet': {'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1564824817-subnet', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:50.233102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:50.235430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:00:50.237470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Usage tracker for resource:subnet and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:50.241165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:50.248193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:50.256328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:50.259043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Made reservation on behalf of bd3644531ac441be80975e19c3e1b3c7 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:50.264182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:50.338546 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-041cb473-f01b-460c-8e4b-6c73af04e46e service neutron] 10.222.0.35 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692734 Apr 19 11:00:50.554506 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b5ff1c6d-fd7c-478b-a64e-674131194aba req-c998b049-2c90-42c8-94bf-2f5cde2a5c92 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 210 time: 0.0506947 Apr 19 11:00:50.776509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374904c-b5b2-4a36-9bf6-e868e319cd53 req-68c7422b-f2b9-42ff-867c-9c9ee5bfbcbe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:50.778041 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c374904c-b5b2-4a36-9bf6-e868e319cd53 req-68c7422b-f2b9-42ff-867c-9c9ee5bfbcbe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.2072186 Apr 19 11:00:50.782074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-bb6e57b3-9520-458d-ab89-72ba6b52f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:50.783583 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-bb6e57b3-9520-458d-ab89-72ba6b52f3af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1099 time: 0.1650836 Apr 19 11:00:50.893371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:51.026122 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c374904c-b5b2-4a36-9bf6-e868e319cd53 req-44114f31-1980-4779-a274-2232fc754ba0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039287 Apr 19 11:00:51.093381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-cc32750d-c8a1-4be2-8f82-c67147b983d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:51.095018 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-cc32750d-c8a1-4be2-8f82-c67147b983d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.2713184 Apr 19 11:00:51.138880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2afb7-7c3c-440e-8b6c-9c845abf33ae req-a58b194b-3af9-4df7-83a5-b8266c5f3a93 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:51.140470 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-30f2afb7-7c3c-440e-8b6c-9c845abf33ae req-a58b194b-3af9-4df7-83a5-b8266c5f3a93 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.0896516 Apr 19 11:00:51.195165 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-30f2afb7-7c3c-440e-8b6c-9c845abf33ae req-9f287c63-066a-46a5-910b-8c7944e6cbc5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451925 Apr 19 11:00:51.285656 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-959c57e0-0ff6-448b-ac13-902a1e001c8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 1002 time: 0.1768439 Apr 19 11:00:51.389911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-e97d6913-f52c-4165-8c30-78256f036737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:51.391623 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-e97d6913-f52c-4165-8c30-78256f036737 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0980778 Apr 19 11:00:51.456490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aee01f-6d48-460a-80e4-1469b1a5be0a req-e5d8a5b4-86e5-4550-9424-8ef9bda6bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:51.458164 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a3aee01f-6d48-460a-80e4-1469b1a5be0a req-e5d8a5b4-86e5-4550-9424-8ef9bda6bc33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 1098 time: 0.0854673 Apr 19 11:00:51.503428 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a3aee01f-6d48-460a-80e4-1469b1a5be0a req-d162f0fc-b2bc-4bf4-84cf-8d51f30b41fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Apr 19 11:00:51.538866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:51.546617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:51.578410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-0bdda3a9-b2d0-4ab4-8218-9e0754cff6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:51.580000 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-0bdda3a9-b2d0-4ab4-8218-9e0754cff6db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1782911 Apr 19 11:00:51.627561 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe632cd-c96d-4118-9169-b912e33dfe38,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:51.631251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:51.637536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Checking segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:51.637933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Network hostable DHCP agents. Network: 1f1982ab-eb5b-4e21-8833-b5494ee81c47, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:00:51.657025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:00:51.667061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 1f1982ab-eb5b-4e21-8833-b5494ee81c47) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:51.671250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:51.672026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:51.676879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe508a7-13f5-4eaa-8347-489a03032c0b None None] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:00:51.742083 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fed8fe35-93b8-4549-9a0d-3dc6bd935eef req-42d0165d-f181-4483-9cc0-6253ed6bc4a8 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 210 time: 0.0574081 Apr 19 11:00:51.746640 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5241184 Apr 19 11:00:51.746940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59410) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:51.752471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:51.757257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:51.761364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Usage tracker for resource:router and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:51.764671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:51.771541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:51.781643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:51.782815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:51.798345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:51.912535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:00:51.913509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:52.108743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Allocated IP 172.20.0.2 (1f1982ab-eb5b-4e21-8833-b5494ee81c47/dbe632cd-c96d-4118-9169-b912e33dfe38/7513d662-cbde-470f-81b6-b251f908a23c) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:00:52.206767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:52.261286 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-e5557323-e696-4dab-bcc1-da6dc4cfde0d service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872199 Apr 19 11:00:52.413705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:52.428998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Transition to ACTIVE for port object 7513d662-cbde-470f-81b6-b251f908a23c will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:52.461441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Transition to ACTIVE for port object 7513d662-cbde-470f-81b6-b251f908a23c will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:52.467941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:52.472724 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a37b-c6f2-43b9-a14f-6bf92b8fc169 req-b501050c-7cda-491c-8996-c32d9f69949d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:52.474991 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8383a37b-c6f2-43b9-a14f-6bf92b8fc169 req-b501050c-7cda-491c-8996-c32d9f69949d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.3257642 Apr 19 11:00:52.483002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-90286eae-be40-4edf-ad7a-5ce98a57a172 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:52.485147 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-90286eae-be40-4edf-ad7a-5ce98a57a172 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "GET /v2.0/networks?id=eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 200 len: 808 time: 0.2826653 Apr 19 11:00:52.491375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:52.515252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Request body: {'port': {'device_id': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0', 'admin_state_up': True, 'tenant_id': 'f76e89d5df4d40bfa48be3bf6c4fdd49'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:52.558907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:00:52.562346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:52.567450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:00:52.828969 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0ac1cef1-5b1b-49af-a644-9ce837812e7e req-71a56288-4e4c-4044-9ca7-0f8977e5950f service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216346 Apr 19 11:00:52.859314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa345bca-3b0d-4365-9df9-a5bf3aed0b60 req-6071bf60-515c-4ea9-a675-4a270943d1da tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:52.861005 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa345bca-3b0d-4365-9df9-a5bf3aed0b60 req-6071bf60-515c-4ea9-a675-4a270943d1da tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 946 time: 0.5282662 Apr 19 11:00:52.865180 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8383a37b-c6f2-43b9-a14f-6bf92b8fc169 req-f09d8e86-9231-4f67-814a-4acc65b5aee5 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782904 Apr 19 11:00:52.889173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Pushing event updated for resources: {'Port': ['ID=7513d662-cbde-470f-81b6-b251f908a23c,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:52.914840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Attempting to bind port 7513d662-cbde-470f-81b6-b251f908a23c on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:00:52.915253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Attempting to bind port 7513d662-cbde-470f-81b6-b251f908a23c by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:00:52.915653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Attempting to bind port 7513d662-cbde-470f-81b6-b251f908a23c on network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:52.920494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.920878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.921256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.921625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.921989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.922353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.922761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.923162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.923522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.923904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.924278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.924633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:52.930836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:52.931700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:00:52.932110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Checking segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:52.932552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:52.932985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Bound using segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:00:52.933502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Bound port: 7513d662-cbde-470f-81b6-b251f908a23c, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:00:52.933920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.047392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] For port 7513d662-cbde-470f-81b6-b251f908a23c, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:00:53.047962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:00:53.050836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] For port 7513d662-cbde-470f-81b6-b251f908a23c, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=7513d662-cbde-470f-81b6-b251f908a23c,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:00:53.052894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Usage tracker for resource:port and tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:00:53.058263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.067458 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa345bca-3b0d-4365-9df9-a5bf3aed0b60 req-bf29780a-b816-4442-94b3-f7f698d3be4c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933255 Apr 19 11:00:53.076662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:53.087905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:00:53.095152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:00:53.115023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Made reservation on behalf of f76e89d5df4d40bfa48be3bf6c4fdd49 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:00:53.124661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.137041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.205477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.209079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Pushing event updated for resources: {'Port': ['ID=7513d662-cbde-470f-81b6-b251f908a23c,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:53.217161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:53.292124 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ad834845-ad73-48b3-8082-d1b91f1d2f00 req-c2db7c44-103e-4c31-a65a-ecac8e789c80 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 210 time: 0.1323097 Apr 19 11:00:53.330610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:00:53.363367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Allocated IP 172.28.0.139 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/1472f539-f7b2-4642-a029-cb52298fbafe) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:00:53.399241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Allocated IP 172.20.0.14 (eeb8fb31-e878-4a03-89a6-6609963ed9d0/c8441208-3e8c-4ecf-92a5-a21218765865/8449c573-eed3-4983-9343-f2500cc2986c) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:00:53.462655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.496061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:53.507821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:53.514001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.516667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:53.536878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.565087 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'code': 200} Apr 19 11:00:53.575577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.582139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d31b5dcd-f7f5-4e13-8439-7eada8bd1e87 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:53.610998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:53.615214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:53.646514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:00:53.655939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:53.660214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:00:53.665922 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.752649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.767168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:53.842622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:00:53.846937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:53.852285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:00:53.866917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Pushing event updated for resources: {'Port': ['ID=1472f539-f7b2-4642-a029-cb52298fbafe,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:53.901908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:53.904508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Pushing event updated for resources: {'Port': ['ID=8449c573-eed3-4983-9343-f2500cc2986c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:53.913154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:53.940530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:53.941226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:53.968811 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4588490 Apr 19 11:00:53.990089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Request body: {'port': {'device_id': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:00:54.110239 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:54.191995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:54.246719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f092bfa-bbe3-4dd3-b7ee-6f9f952fd5a0 req-efff929c-d71a-4944-baa8-ed050c8346c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:54.248465 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0f092bfa-bbe3-4dd3-b7ee-6f9f952fd5a0 req-efff929c-d71a-4944-baa8-ed050c8346c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.2263238 Apr 19 11:00:54.394309 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0f092bfa-bbe3-4dd3-b7ee-6f9f952fd5a0 req-ffdcedd6-378f-4089-8abe-a59268b3ab95 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281972 Apr 19 11:00:54.456441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e1b5-95e2-41ee-816d-cce00958e42a req-4a114d50-ccc4-45fe-985d-fafc9db1bfe1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:54.459364 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fb46e1b5-95e2-41ee-816d-cce00958e42a req-4a114d50-ccc4-45fe-985d-fafc9db1bfe1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.2188663 Apr 19 11:00:54.604749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fb46e1b5-95e2-41ee-816d-cce00958e42a req-f3b346fa-3506-4020-a93d-b24d8b4e912e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348064 Apr 19 11:00:54.651705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:54.657009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63004fa-a008-44df-bcf8-28f5758b3810 req-9d495e46-3d65-45d6-9eb3-f7d9e03bc1a5 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:54.657818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d63004fa-a008-44df-bcf8-28f5758b3810 req-9d495e46-3d65-45d6-9eb3-f7d9e03bc1a5 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Synchronizing usage tracker for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:54.736044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d63004fa-a008-44df-bcf8-28f5758b3810 req-9d495e46-3d65-45d6-9eb3-f7d9e03bc1a5 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Unset dirty status for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:54.737344 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d63004fa-a008-44df-bcf8-28f5758b3810 req-9d495e46-3d65-45d6-9eb3-f7d9e03bc1a5 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 932 time: 0.2302315 Apr 19 11:00:54.771798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8449c573-eed3-4983-9343-f2500cc2986c {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:00:54.786327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:54.821761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Transition to ACTIVE for port object 8449c573-eed3-4983-9343-f2500cc2986c will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:54.825301 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d63004fa-a008-44df-bcf8-28f5758b3810 req-8e880f24-e37b-459a-a5fa-75cb1616f607 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802438 Apr 19 11:00:54.852514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:54.859919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:54.864978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79207f3d-4ec8-4470-a6ef-772c0579cbd6 None None] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:00:54.975020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f9815c5f-778b-4451-a422-e94953537103 None None] Provisioning for port 7513d662-cbde-470f-81b6-b251f908a23c completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:55.072473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Pushing event updated for resources: {'Port': ['ID=8449c573-eed3-4983-9343-f2500cc2986c,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:55.080262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:55.120585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Attempting to bind port 8449c573-eed3-4983-9343-f2500cc2986c on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:00:55.120909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Attempting to bind port 8449c573-eed3-4983-9343-f2500cc2986c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:00:55.121212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Attempting to bind port 8449c573-eed3-4983-9343-f2500cc2986c on network eeb8fb31-e878-4a03-89a6-6609963ed9d0 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:55.126512 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Port 8449c573-eed3-4983-9343-f2500cc2986c on network eeb8fb31-e878-4a03-89a6-6609963ed9d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:00:55.126639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Attempting to bind port 8449c573-eed3-4983-9343-f2500cc2986c on network eeb8fb31-e878-4a03-89a6-6609963ed9d0 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:55.132817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:00:55.133193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Checking segment: {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:55.133609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Bound using segment: {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:00:55.134076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Bound port: 8449c573-eed3-4983-9343-f2500cc2986c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:00:55.134481 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:55.216518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bf768-7222-499d-8d0b-4c1e62d6286c req-81b737d1-89d1-45e9-80ee-6d4df930c370 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:55.224389 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb1bf768-7222-499d-8d0b-4c1e62d6286c req-81b737d1-89d1-45e9-80ee-6d4df930c370 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1751235 Apr 19 11:00:55.250699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] For port 8449c573-eed3-4983-9343-f2500cc2986c, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:00:55.264573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] For port 8449c573-eed3-4983-9343-f2500cc2986c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8449c573-eed3-4983-9343-f2500cc2986c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:00:55.267617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:55.273508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5efd1b38-0aee-48bc-acb7-a1a5c637f053 tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:55.294797 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb1bf768-7222-499d-8d0b-4c1e62d6286c req-d2e61208-3c73-4c0b-8bfa-7dbdfe8d995d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693030 Apr 19 11:00:55.296309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:00:55.347117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:55.348613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:55.350333 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] 10.222.0.43 "PUT /v2.0/ports/8449c573-eed3-4983-9343-f2500cc2986c HTTP/1.1" status: 200 len: 1094 time: 1.3658404 Apr 19 11:00:55.350920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'tag': '8449c573-eed3-4983-9343-f2500cc2986c'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:00:55.381331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Pushing event updated for resources: {'Port': ['ID=8449c573-eed3-4983-9343-f2500cc2986c,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:55.384828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:55.514806 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'tag': '8449c573-eed3-4983-9343-f2500cc2986c', 'status': 'completed', 'code': 200} Apr 19 11:00:55.572828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-e8fc1538-142f-49c0-ab41-dc91ae9603d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:55.576891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 7513d662-cbde-470f-81b6-b251f908a23c up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:55.582718 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-e8fc1538-142f-49c0-ab41-dc91ae9603d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 1097 time: 0.1149693 Apr 19 11:00:55.605146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:00:55.615017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Sync routers for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:00:55.630330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:00:55.631574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:55.663024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:55.666881 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d8b44707-6def-44f6-b0c4-b2bd131b87ee admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9164805 Apr 19 11:00:55.667791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59460) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:55.677667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 7513d662-cbde-470f-81b6-b251f908a23c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:55.684064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 7513d662-cbde-470f-81b6-b251f908a23c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:55.684497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:55.745602 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-3c0aa8ad-0507-4a67-8e2a-51abea304e3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8449c573-eed3-4983-9343-f2500cc2986c HTTP/1.1" status: 200 len: 217 time: 0.1462007 Apr 19 11:00:55.870479 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:00:55.920718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-fbdd8a8d-5b89-4b6c-a9c8-9fda9163d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:55.922421 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-fbdd8a8d-5b89-4b6c-a9c8-9fda9163d9e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8441208-3e8c-4ecf-92a5-a21218765865 HTTP/1.1" status: 200 len: 848 time: 0.1608231 Apr 19 11:00:55.925127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:55.961505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70a35-254a-46fe-9538-49abc0251441 req-c3bc4d18-184a-4f20-8a7c-43a960e7f357 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:55.969653 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b8a70a35-254a-46fe-9538-49abc0251441 req-c3bc4d18-184a-4f20-8a7c-43a960e7f357 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1721473 Apr 19 11:00:56.010737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 7513d662-cbde-470f-81b6-b251f908a23c, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=7513d662-cbde-470f-81b6-b251f908a23c,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:00:56.022096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:56.024044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:56.028303 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b8a70a35-254a-46fe-9538-49abc0251441 req-469690ce-f7fe-4de7-aeca-1e5cfed73fda tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575991 Apr 19 11:00:56.216710 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=7513d662-cbde-470f-81b6-b251f908a23c,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:56.226429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:56.529020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:53Z', 'revision_number': 3, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:56.534161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Checking router: 16ac6699-8bd8-4051-8767-f9e6afbcaa51 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:00:56.534752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Updating router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 port 1472f539-f7b2-4642-a029-cb52298fbafe binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:00:56.612558 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-810b3460-f73c-48fd-8b0f-1269ff82a873 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eeb8fb31-e878-4a03-89a6-6609963ed9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5191221 Apr 19 11:00:56.616585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:56.913689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b01d-ce0b-4127-9353-ccc1041a8ca8 req-60899b79-b185-4fb5-a412-30418aeaf6d9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:56.915322 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-22f9b01d-ce0b-4127-9353-ccc1041a8ca8 req-60899b79-b185-4fb5-a412-30418aeaf6d9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 944 time: 0.6505418 Apr 19 11:00:56.980661 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-fe4c6536-6b4b-470c-8e7b-de03edbcf668 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470612 Apr 19 11:00:57.025257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.037819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Transition to ACTIVE for port object 1472f539-f7b2-4642-a029-cb52298fbafe will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:57.045053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.049969 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:57.131043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Attempting to bind port 1472f539-f7b2-4642-a029-cb52298fbafe on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:00:57.131458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Attempting to bind port 1472f539-f7b2-4642-a029-cb52298fbafe by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:00:57.131869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Attempting to bind port 1472f539-f7b2-4642-a029-cb52298fbafe on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:00:57.134454 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-22f9b01d-ce0b-4127-9353-ccc1041a8ca8 req-b556318d-ec96-4af1-a77d-b73268caa209 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567903 Apr 19 11:00:57.140141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Pushing event updated for resources: {'Port': ['ID=1472f539-f7b2-4642-a029-cb52298fbafe,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:57.144740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:00:57.145158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:00:57.145605 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.146038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:00:57.146738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Bound port: 1472f539-f7b2-4642-a029-cb52298fbafe, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:00:57.147156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.196579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.196967 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.197346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.197720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.198158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.198558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.198905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.199264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.199624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.199986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.200344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.200702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:00:57.210639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:57.255144 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcfca683-5df9-48c6-a20c-b8de4d937327 req-bdf5ad90-8371-4f64-bcf9-b0f145924e1a service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514944 Apr 19 11:00:57.260418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] For port 1472f539-f7b2-4642-a029-cb52298fbafe, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:00:57.264852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] For port 1472f539-f7b2-4642-a029-cb52298fbafe, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=1472f539-f7b2-4642-a029-cb52298fbafe,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:00:57.269790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.277282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:57.361725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:00:57.362569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:57.438979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.543246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Pushing event updated for resources: {'Port': ['ID=1472f539-f7b2-4642-a029-cb52298fbafe,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:57.554171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 7513d662-cbde-470f-81b6-b251f908a23c up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:57.555314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6f9fdb02-d8d0-40f0-aae0-7a9702f536ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:57.644026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:00:57.690548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 7513d662-cbde-470f-81b6-b251f908a23c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:57.690973 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:57.720867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-c42a0546-ef6c-46d5-83f4-9407551c008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:57.723328 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-c42a0546-ef6c-46d5-83f4-9407551c008f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 1097 time: 0.2717245 Apr 19 11:00:58.162342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547725bc-a870-40fe-ae40-6e827b7263ac req-70380e65-621e-49a8-a761-7de12c7f761b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.180271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-a401ae2f-ec4a-4255-85b1-ddae6a2bb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.180845 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-547725bc-a870-40fe-ae40-6e827b7263ac req-70380e65-621e-49a8-a761-7de12c7f761b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.4136584 Apr 19 11:00:58.182209 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-a401ae2f-ec4a-4255-85b1-ddae6a2bb53b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1897416 Apr 19 11:00:58.189946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Allocated IP 172.20.0.1 (1f1982ab-eb5b-4e21-8833-b5494ee81c47/dbe632cd-c96d-4118-9169-b912e33dfe38/29e7fa85-c7bd-4230-949f-0d9969cdeb90) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:00:58.193319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:53Z', 'revision_number': 3, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:00:58.198323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf054f-daec-4bca-be74-e2ec93c551f1 None None] The sync data for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb is: [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:53Z', 'revision_number': 3, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:00:58.203892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34d0cb-3f2f-4fb2-9468-ef960cc8c264 req-c7d52458-596f-431b-b7b4-14e8a8f113b3 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.205516 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1a34d0cb-3f2f-4fb2-9468-ef960cc8c264 req-c7d52458-596f-431b-b7b4-14e8a8f113b3 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1432800 Apr 19 11:00:58.215597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-475503fd-5a45-40cd-8b88-81b858ca1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.217150 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-475503fd-5a45-40cd-8b88-81b858ca1163 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 200 len: 909 time: 0.4488707 Apr 19 11:00:58.265633 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1a34d0cb-3f2f-4fb2-9468-ef960cc8c264 req-8a1fcb29-91f5-453a-bf7d-d31c13adc5e0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529208 Apr 19 11:00:58.412671 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-69e393e3-6c4c-4af4-80e5-af2010956187 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8449c573-eed3-4983-9343-f2500cc2986c HTTP/1.1" status: 200 len: 217 time: 0.1044147 Apr 19 11:00:58.456646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59526) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:00:58.460543 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-547725bc-a870-40fe-ae40-6e827b7263ac req-98323bc6-4ec3-4e82-88bd-740dcc1be201 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787559 Apr 19 11:00:58.519374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-01bdf672-e5fd-4f70-a9b0-311412242a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.521197 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-01bdf672-e5fd-4f70-a9b0-311412242a5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.2597210 Apr 19 11:00:58.521359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-331eeb1f-dc2c-4f94-a12b-77988f5cb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.522898 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-331eeb1f-dc2c-4f94-a12b-77988f5cb619 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8441208-3e8c-4ecf-92a5-a21218765865 HTTP/1.1" status: 200 len: 848 time: 0.0996065 Apr 19 11:00:58.588286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:58.601645 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-756a81aa-dc93-42d7-9e57-21f1d8159136 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eeb8fb31-e878-4a03-89a6-6609963ed9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558677 Apr 19 11:00:58.614136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Transition to ACTIVE for port object 29e7fa85-c7bd-4230-949f-0d9969cdeb90 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:00:58.661651 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-40678025-29f6-4943-ad8d-48ede3d7e138 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 217 time: 0.1180832 Apr 19 11:00:58.734098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5898b-5b24-4fb0-a0c3-24bd1b7d7893 req-39f69696-109f-402a-8c54-236d76b45a19 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.735964 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-94a5898b-5b24-4fb0-a0c3-24bd1b7d7893 req-39f69696-109f-402a-8c54-236d76b45a19 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 944 time: 0.2861404 Apr 19 11:00:58.736158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:58.746951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:00:58.815555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-66c75f6c-6a71-47ce-b0ee-4af7c114b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:58.818256 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-66c75f6c-6a71-47ce-b0ee-4af7c114b853 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.1445551 Apr 19 11:00:58.829170 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-bcc4501b-709e-44cf-9963-d1fd669122d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3707204 Apr 19 11:00:58.835789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:00:58.842384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:00:58.857634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:00:58.924735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-94a5898b-5b24-4fb0-a0c3-24bd1b7d7893 req-187bd652-20d1-48f0-86d3-dfcfcbea8fa7 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Synchronizing usage tracker for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:00:58.929886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Pushing event updated for resources: {'Port': ['ID=29e7fa85-c7bd-4230-949f-0d9969cdeb90,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:00:58.936447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:00:58.940614 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-9ed76c7b-2f89-416f-a017-565e4b501bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153157 Apr 19 11:00:58.944801 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-02b5e0de-b008-411c-914b-8bc9a4edaf6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843251 Apr 19 11:00:58.961918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-94a5898b-5b24-4fb0-a0c3-24bd1b7d7893 req-187bd652-20d1-48f0-86d3-dfcfcbea8fa7 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Unset dirty status for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:00:58.973623 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-94a5898b-5b24-4fb0-a0c3-24bd1b7d7893 req-187bd652-20d1-48f0-86d3-dfcfcbea8fa7 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181921 Apr 19 11:00:58.996795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:59.186001 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-06f8b388-e8d7-45b9-bda7-56e64c8eeefb req-29b52c9a-a0e1-47ba-93a3-03dba2f84d8f service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217822 Apr 19 11:00:59.229483 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-79b1447c-7f02-4d83-9e33-faaf322281d5 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514515 Apr 19 11:00:59.237753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0ffb2486-40e1-479a-a0f1-84c2c25f3597 None None] Provisioning for port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:59.244737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0ffb2486-40e1-479a-a0f1-84c2c25f3597 None None] Provisioning complete for port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:59.245948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0ffb2486-40e1-479a-a0f1-84c2c25f3597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:59.310137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:59.359248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb2486-40e1-479a-a0f1-84c2c25f3597 None None] Port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:00:59.365782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:00:59.595877 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da5f5cb5-0895-4d47-946a-6b1f6b83ada2 req-63cd2d2e-7951-45d0-840b-54332b9fae66 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541803 Apr 19 11:00:59.670554 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 1472f539-f7b2-4642-a029-cb52298fbafe up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:00:59.789364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 1472f539-f7b2-4642-a029-cb52298fbafe completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:00:59.796669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 1472f539-f7b2-4642-a029-cb52298fbafe triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:00:59.797092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:00:59.867428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818df4b-63eb-459d-92a1-d26c37693aff req-a56c611e-5fa4-447d-bf61-5d4c5d1e21d8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:59.877561 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e818df4b-63eb-459d-92a1-d26c37693aff req-a56c611e-5fa4-447d-bf61-5d4c5d1e21d8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1417727 Apr 19 11:00:59.889185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef5c33-63c5-4a4f-838b-14f3f17bc9f9 req-d34ef20f-8186-4532-a155-2f432d3dd87a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:00:59.890878 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4fef5c33-63c5-4a4f-838b-14f3f17bc9f9 req-d34ef20f-8186-4532-a155-2f432d3dd87a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.2027135 Apr 19 11:00:59.945799 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e818df4b-63eb-459d-92a1-d26c37693aff req-19c29cab-ee1b-423a-8dc8-fe85adfb870e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670283 Apr 19 11:01:00.006453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:00.029502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 1472f539-f7b2-4642-a029-cb52298fbafe, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=1472f539-f7b2-4642-a029-cb52298fbafe,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:00.032762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:00.038111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:00.060735 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4fef5c33-63c5-4a4f-838b-14f3f17bc9f9 req-cbeb2da1-2fa0-4d9b-bb99-2307eaa4c6aa tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612935 Apr 19 11:01:00.124255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:00.128904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:00.134943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=1472f539-f7b2-4642-a029-cb52298fbafe,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:00.139990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:00.161632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b86a015d-00ca-4f26-b5ab-e9f2396d212e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:00.212919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bafa1-8679-44f9-8be7-8f392355d23c req-c588dc0e-92fe-47f9-ac50-b787264da532 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:00.214869 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bf5bafa1-8679-44f9-8be7-8f392355d23c req-c588dc0e-92fe-47f9-ac50-b787264da532 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 944 time: 0.0976524 Apr 19 11:01:00.253104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Pushing event updated for resources: {'Port': ['ID=29e7fa85-c7bd-4230-949f-0d9969cdeb90,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:00.256230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:00.257447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:00.265812 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bf5bafa1-8679-44f9-8be7-8f392355d23c req-e91c94e5-ef92-4ca7-b4c9-ad0c8c2711d8 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Apr 19 11:01:00.409734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:00.411590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:00.620961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:01:00.667838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-25679ccd-ecc1-479c-a40a-5c4c5a0d3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:00.669505 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-25679ccd-ecc1-479c-a40a-5c4c5a0d3d53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2&tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 1097 time: 0.0849469 Apr 19 11:01:00.689903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-676640ac-c489-49bb-8d64-5cb1d6389883 None None] Provisioning complete for port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:00.690328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676640ac-c489-49bb-8d64-5cb1d6389883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:00.753268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-676640ac-c489-49bb-8d64-5cb1d6389883 None None] Port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:01:00.804524 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-71185bbf-818a-4750-bebf-1bebd7532524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:00.806169 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-71185bbf-818a-4750-bebf-1bebd7532524 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1097 time: 0.0873983 Apr 19 11:01:00.833474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:01:00.852095 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] 10.222.0.35 "PUT /v2.0/routers/16ac6699-8bd8-4051-8767-f9e6afbcaa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1754179 Apr 19 11:01:00.974697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-79869780-b875-49f5-81da-c13c372fad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:00.976465 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-79869780-b875-49f5-81da-c13c372fad85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.1616223 Apr 19 11:01:01.142302 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-78f61bd8-3ec0-4679-a8a1-986fa642ef45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 1000 time: 0.1507061 Apr 19 11:01:01.231132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-63e3bf2f-2870-4f85-92c4-30e711e816e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:01.233149 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-63e3bf2f-2870-4f85-92c4-30e711e816e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0839121 Apr 19 11:01:01.262737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b33e3c-ddf8-4365-92c8-820432a127a5 req-3060769a-4182-4f0d-b87b-383f91992270 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:01.264578 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a1b33e3c-ddf8-4365-92c8-820432a127a5 req-3060769a-4182-4f0d-b87b-383f91992270 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1397376 Apr 19 11:01:01.326311 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a1b33e3c-ddf8-4365-92c8-820432a127a5 req-0fd00703-f3b0-4c6d-a178-2b2fb1e6f085 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537059 Apr 19 11:01:01.353907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 8449c573-eed3-4983-9343-f2500cc2986c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:01:01.404906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f64b7-ead8-4a58-ac99-1046ae07881c req-8837bcd0-266d-4dc2-974e-22a0ce8f27ad tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:01.413468 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-677f64b7-ead8-4a58-ac99-1046ae07881c req-8837bcd0-266d-4dc2-974e-22a0ce8f27ad tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1789193 Apr 19 11:01:01.417913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-05dd6906-311a-40c3-bb65-5bd4167856b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:01.419522 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-05dd6906-311a-40c3-bb65-5bd4167856b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1354005 Apr 19 11:01:01.522785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 1472f539-f7b2-4642-a029-cb52298fbafe up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:01.579517 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-677f64b7-ead8-4a58-ac99-1046ae07881c req-07dbdb2e-e5ee-4f7d-b74e-5a2808f76120 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650178 Apr 19 11:01:01.626477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f2f1b-7060-46fb-9ce9-709dc8a0fbd0 req-74cdcdf7-240e-45ba-87f2-95394101efff tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:01.634259 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-299f2f1b-7060-46fb-9ce9-709dc8a0fbd0 req-74cdcdf7-240e-45ba-87f2-95394101efff tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 944 time: 0.1504412 Apr 19 11:01:01.653263 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-c754d849-08bd-4bd0-9001-0016a774ef47 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160256 Apr 19 11:01:01.653802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59582) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:01.658833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 1472f539-f7b2-4642-a029-cb52298fbafe triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:01.659257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:01.662219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-493919901-network', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:01.694193 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-299f2f1b-7060-46fb-9ce9-709dc8a0fbd0 req-028a4a26-6f8a-4d72-8f0a-1af5719eae01 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Apr 19 11:01:01.744579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 8449c573-eed3-4983-9343-f2500cc2986c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8449c573-eed3-4983-9343-f2500cc2986c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:01.760770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:01:01.765531 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Usage tracker for resource:network and tenant:d590c5aad84a4899aa493b678eb1ebbb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:01:01.769057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:01:01.781332 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:01:01.807004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Made reservation on behalf of d590c5aad84a4899aa493b678eb1ebbb for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:01:01.812105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:01.829560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '8449c573-eed3-4983-9343-f2500cc2986c', 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0', 'port_id': '8449c573-eed3-4983-9343-f2500cc2986c', 'mac_address': 'fa:16:3e:f0:37:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8441208-3e8c-4ecf-92a5-a21218765865', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:01:01.837195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Sync routers for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:01:01.840793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:01.876716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:01:01.886053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Usage tracker for resource:security_group_rule and tenant:d590c5aad84a4899aa493b678eb1ebbb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:01:01.891533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:01:01.896856 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07bc1c86-d747-4de4-8d66-6da11d68e64f req-4d336a73-69f4-432c-8e8d-689e4f4b917a service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299440 Apr 19 11:01:01.901032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:01:01.932831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:01:01.933637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:01.999256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.002872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.009553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8214ba77-6853-416c-9a2c-f2743e831c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:02.010770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.041905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:01:02.051948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dad0b0-e950-4366-b052-f889fd9f23ad,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:02.056217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:02.059258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.059786 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Added segment 7005f08a-3c88-49f0-92e3-d328dc52dd63 of type vlan for network 4e3a4803-3dac-4375-b421-b22542275301 Apr 19 11:01:02.093289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8449c573-eed3-4983-9343-f2500cc2986c {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:01:02.097352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.132744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.134733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:02.138537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 8449c573-eed3-4983-9343-f2500cc2986c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8449c573-eed3-4983-9343-f2500cc2986c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:02.139429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.147894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.148697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:02.159628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:02.233346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:01:02.324836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=8449c573-eed3-4983-9343-f2500cc2986c,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:02.330649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:02.500769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Pushing event updated for resources: {'Network': ['ID=4e3a4803-3dac-4375-b421-b22542275301,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:02.503583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:02.508514 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8507502 Apr 19 11:01:02.509827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 59592) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:02.513821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 4e3a4803-3dac-4375-b421-b22542275301 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:01:02.516310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Request body: {'subnet': {'network_id': '4e3a4803-3dac-4375-b421-b22542275301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-493919901-subnet', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:02.521538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:01:02.525839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Usage tracker for resource:subnet and tenant:d590c5aad84a4899aa493b678eb1ebbb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:01:02.529756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:01:02.536316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:01:02.546275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Made reservation on behalf of d590c5aad84a4899aa493b678eb1ebbb for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:01:02.551823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:02.567925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80925-4a0d-4a6b-bf5d-b6e36f0310e8 req-b9fa3dfd-928d-4eb0-b213-52f1eeefd441 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:02.569802 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6aa80925-4a0d-4a6b-bf5d-b6e36f0310e8 req-b9fa3dfd-928d-4eb0-b213-52f1eeefd441 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1064622 Apr 19 11:01:02.623817 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6aa80925-4a0d-4a6b-bf5d-b6e36f0310e8 req-77b6769b-9cc6-4eba-8f0f-473c4165da0b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467510 Apr 19 11:01:02.672853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['8449c573-eed3-4983-9343-f2500cc2986c'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:01:02.822781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 2, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:02.837761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Checking router: 16ac6699-8bd8-4051-8767-f9e6afbcaa51 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:01:02.838264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Updating router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:01:02.915213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6882f-1958-44ea-9fa0-bd56cb58b01d req-81588af8-2872-4fee-b415-174d31d702a5 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:02.923647 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-66f6882f-1958-44ea-9fa0-bd56cb58b01d req-81588af8-2872-4fee-b415-174d31d702a5 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1873057 Apr 19 11:01:02.989171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734bd49-144e-4fbd-ba6f-ae68b4104db5 req-cd4c52d8-743b-49f0-a9e7-acabc8ed5031 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:02.990966 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c734bd49-144e-4fbd-ba6f-ae68b4104db5 req-cd4c52d8-743b-49f0-a9e7-acabc8ed5031 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 945 time: 0.1585290 Apr 19 11:01:03.040140 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-66f6882f-1958-44ea-9fa0-bd56cb58b01d req-5ecb0553-d420-47e9-8106-a8fa21b1cf12 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153903 Apr 19 11:01:03.055067 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c734bd49-144e-4fbd-ba6f-ae68b4104db5 req-73084d53-fda6-461f-b353-01a4a2e19d80 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Apr 19 11:01:03.090236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.189943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.195163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1935ea76-2594-4ab5-a572-9acc9e441e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:03.276454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc464657-c543-4e23-b0db-6e5e9235c6f5,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:03.279836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:03.288595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Checking segment: {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:03.288993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Network hostable DHCP agents. Network: 4e3a4803-3dac-4375-b421-b22542275301, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:01:03.308603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Network 4e3a4803-3dac-4375-b421-b22542275301 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:01:03.327680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 4e3a4803-3dac-4375-b421-b22542275301) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:03.343476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:03.344294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.357317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d76038-46cf-4297-a9aa-0036e6d64c24 None None] Network 4e3a4803-3dac-4375-b421-b22542275301 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:01:03.372481 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4d99b55f-df34-40ee-83fa-5ca960503250 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8613143 Apr 19 11:01:03.372886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59622) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:03.382790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:03.390856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:01:03.404495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Usage tracker for resource:router and tenant:d590c5aad84a4899aa493b678eb1ebbb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:01:03.420981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:01:03.436888 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:01:03.470431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.471972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.516777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.749478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.763389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Transition to ACTIVE for port object 29e7fa85-c7bd-4230-949f-0d9969cdeb90 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:03.775651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:03.787319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:03.937072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-4e3a4803-3dac-4375-b421-b22542275301', 'network_id': '4e3a4803-3dac-4375-b421-b22542275301', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'fixed_ips': [{'subnet_id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:01:03.938266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:04.022023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0f31-64da-4383-8d8b-396dffcb3226 req-f3f94ad1-d637-4cad-a580-79dd6f86a200 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:04.030529 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab2f0f31-64da-4383-8d8b-396dffcb3226 req-f3f94ad1-d637-4cad-a580-79dd6f86a200 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1416593 Apr 19 11:01:04.079684 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab2f0f31-64da-4383-8d8b-396dffcb3226 req-7be17fa7-b9fb-4295-93b2-c66638842d97 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Apr 19 11:01:04.145563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:04.200012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee61801-358e-4802-8bc2-836840cd5d25 None None] Pushing event updated for resources: {'Port': ['ID=29e7fa85-c7bd-4230-949f-0d9969cdeb90,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:04.274135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0ee61801-358e-4802-8bc2-836840cd5d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:04.344333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:04.376560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Attempting to bind port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:01:04.377168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Attempting to bind port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:01:04.377697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Attempting to bind port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 on network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:04.391467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:01:04.392076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Checking segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:04.392646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:04.393206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Bound using segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:01:04.394051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Bound port: 29e7fa85-c7bd-4230-949f-0d9969cdeb90, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:01:04.394687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:04.407988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf38ba5-1b9b-4afb-af60-76831e066ad2 req-8a8bfeb4-8f8f-4d8d-b9f3-7f09ebbb81b2 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:04.410764 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fbf38ba5-1b9b-4afb-af60-76831e066ad2 req-8a8bfeb4-8f8f-4d8d-b9f3-7f09ebbb81b2 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 945 time: 0.1696696 Apr 19 11:01:04.479956 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fbf38ba5-1b9b-4afb-af60-76831e066ad2 req-30793ab5-3ddd-42c5-87eb-59da6c8741d6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548482 Apr 19 11:01:04.581461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Allocated IP 172.20.0.2 (4e3a4803-3dac-4375-b421-b22542275301/dc464657-c543-4e23-b0db-6e5e9235c6f5/c90e068b-afae-440d-ab22-05ae3a993895) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:01:04.608723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] For port 29e7fa85-c7bd-4230-949f-0d9969cdeb90, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:01:04.691990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] For port 29e7fa85-c7bd-4230-949f-0d9969cdeb90, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=29e7fa85-c7bd-4230-949f-0d9969cdeb90,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:01:04.701740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:04.718504 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:04.726789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f74-2e18-4bc5-a2bf-772c018eb166 req-8fb926f9-a155-417b-b62a-b4520ea3d622 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:04.728441 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-506d2f74-2e18-4bc5-a2bf-772c018eb166 req-8fb926f9-a155-417b-b62a-b4520ea3d622 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.4317498 Apr 19 11:01:04.801486 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-506d2f74-2e18-4bc5-a2bf-772c018eb166 req-58049e45-f156-480c-805c-b34887ba613f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Apr 19 11:01:04.912913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:01:04.913620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:05.046098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee61801-358e-4802-8bc2-836840cd5d25 None None] Pushing event updated for resources: {'Port': ['ID=29e7fa85-c7bd-4230-949f-0d9969cdeb90,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:05.056032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0ee61801-358e-4802-8bc2-836840cd5d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:05.056574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:05.098453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:05.214721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:05.249187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Transition to ACTIVE for port object c90e068b-afae-440d-ab22-05ae3a993895 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:05.283894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:01:05.302769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Allocated IP 172.28.0.119 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/ddd17884-c52c-47b1-b16a-ee4997755e04) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:01:05.353961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432286-f4a0-4d38-b331-3e13e2d9c066 req-7972b549-3630-4c26-95e9-eef903645fc1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:05.362167 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a7432286-f4a0-4d38-b331-3e13e2d9c066 req-7972b549-3630-4c26-95e9-eef903645fc1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1378481 Apr 19 11:01:05.437489 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a7432286-f4a0-4d38-b331-3e13e2d9c066 req-996e97ae-a048-414d-83ab-d44c48dab33d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741582 Apr 19 11:01:05.532004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Transition to ACTIVE for port object c90e068b-afae-440d-ab22-05ae3a993895 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:05.538818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 8449c573-eed3-4983-9343-f2500cc2986c up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:05.568451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:05.579689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:05.595657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:05.603798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:05.610529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:05.719000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:05.725506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:05.740109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:01:05.805067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd17884-c52c-47b1-b16a-ee4997755e04,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:05.812644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:05.815618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Network 4e3a4803-3dac-4375-b421-b22542275301 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:05.836599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:05.842290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Pushing event updated for resources: {'Port': ['ID=c90e068b-afae-440d-ab22-05ae3a993895,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:05.849186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:01:05.852154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:05.997560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 8449c573-eed3-4983-9343-f2500cc2986c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:06.025992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 8449c573-eed3-4983-9343-f2500cc2986c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:06.026427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.064906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90af65-728a-4bcd-ba8d-9d17798a4201 req-e8d08bb3-2cf0-42d4-b11f-430d1ebf368d tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:06.066851 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ff90af65-728a-4bcd-ba8d-9d17798a4201 req-e8d08bb3-2cf0-42d4-b11f-430d1ebf368d tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 945 time: 0.3974941 Apr 19 11:01:06.085978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Attempting to bind port c90e068b-afae-440d-ab22-05ae3a993895 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:01:06.086385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Attempting to bind port c90e068b-afae-440d-ab22-05ae3a993895 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:01:06.086889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Attempting to bind port c90e068b-afae-440d-ab22-05ae3a993895 on network 4e3a4803-3dac-4375-b421-b22542275301 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:06.095119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae121802-4fed-4fb6-a371-dafd28cd55d5 req-db6b8c98-ccfa-440f-a58a-42b0014f637c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:06.099017 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ae121802-4fed-4fb6-a371-dafd28cd55d5 req-db6b8c98-ccfa-440f-a58a-42b0014f637c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1218264 Apr 19 11:01:06.118305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:01:06.118798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Checking segment: {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:06.119189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.119632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Bound using segment: {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:01:06.120179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Bound port: c90e068b-afae-440d-ab22-05ae3a993895, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:01:06.120635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.169497 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ae121802-4fed-4fb6-a371-dafd28cd55d5 req-5d825bc2-43b8-440b-89ea-3904e512b8f4 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615604 Apr 19 11:01:06.233332 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ff90af65-728a-4bcd-ba8d-9d17798a4201 req-ef2fac1b-b90e-4158-8e5a-1cc1f0fa9eb4 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501944 Apr 19 11:01:06.369496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] For port c90e068b-afae-440d-ab22-05ae3a993895, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:01:06.375342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] For port c90e068b-afae-440d-ab22-05ae3a993895, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=c90e068b-afae-440d-ab22-05ae3a993895,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:01:06.376802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.380971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.397053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.404564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:06.484115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8449c573-eed3-4983-9343-f2500cc2986c'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:06.509714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:04Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:06.518662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 8449c573-eed3-4983-9343-f2500cc2986c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8449c573-eed3-4983-9343-f2500cc2986c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:06.524603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:06.526689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b308e-15fb-4122-9fc5-3d1a7d00be80 None None] The sync data for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb is: [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:04Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:01:06.530986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Pushing event updated for resources: {'Port': ['ID=c90e068b-afae-440d-ab22-05ae3a993895,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:06.535302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:06.535808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:06.651345 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8449c573-eed3-4983-9343-f2500cc2986c', 'code': 200} Apr 19 11:01:06.728621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=8449c573-eed3-4983-9343-f2500cc2986c,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:06.736090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:06.804068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04995-8af2-4fcf-baaa-bc487394951d req-636b8b47-5ecf-4c76-92b8-d8908810a0b5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:06.805703 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-24a04995-8af2-4fcf-baaa-bc487394951d req-636b8b47-5ecf-4c76-92b8-d8908810a0b5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1435716 Apr 19 11:01:06.911842 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-24a04995-8af2-4fcf-baaa-bc487394951d req-9c065959-e90a-4763-bdc8-bb8fa8a5e612 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995545 Apr 19 11:01:07.019379 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:07.334346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Router fea9e15f-5238-4a16-b884-504504e3840e is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:01:07.626604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9132a-a685-4680-902d-bfeb35372474 req-54a8e036-3f04-4756-85af-6d23c54bd9ec tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:07.628660 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-78d9132a-a685-4680-902d-bfeb35372474 req-54a8e036-3f04-4756-85af-6d23c54bd9ec tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1823020 Apr 19 11:01:07.699436 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-78d9132a-a685-4680-902d-bfeb35372474 req-2ce9c287-b778-48d8-8080-8f8daa2d7296 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614498 Apr 19 11:01:07.702932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device c90e068b-afae-440d-ab22-05ae3a993895 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:07.807263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port c90e068b-afae-440d-ab22-05ae3a993895 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:07.813996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 29e7fa85-c7bd-4230-949f-0d9969cdeb90 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:07.908878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:07.921067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:07.921579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:08.150740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:08.201142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 29e7fa85-c7bd-4230-949f-0d9969cdeb90, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=29e7fa85-c7bd-4230-949f-0d9969cdeb90,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:08.209539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:08.215243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:08.269287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3104-1517-48d5-b8e9-2676f327d5fd req-5874d59a-8b27-418f-b115-46c479717872 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:08.279220 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ebf3104-1517-48d5-b8e9-2676f327d5fd req-5874d59a-8b27-418f-b115-46c479717872 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.3626041 Apr 19 11:01:08.306792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:01:08.316928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Sync routers for ids ['fea9e15f-5238-4a16-b884-504504e3840e'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:01:08.356397 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Routers {'fea9e15f-5238-4a16-b884-504504e3840e'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:01:08.357345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['fea9e15f-5238-4a16-b884-504504e3840e'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:08.376306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683c764-13f4-488e-99ae-22097fc8c9ca req-3da61658-8896-4ca8-845f-99ad582c44d5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:08.382448 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ebf3104-1517-48d5-b8e9-2676f327d5fd req-9ccf9dbc-078e-406b-9bfc-5a2a932c37f5 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018779 Apr 19 11:01:08.386369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:08.386574 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4683c764-13f4-488e-99ae-22097fc8c9ca req-3da61658-8896-4ca8-845f-99ad582c44d5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.2414110 Apr 19 11:01:08.387622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=29e7fa85-c7bd-4230-949f-0d9969cdeb90,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:08.389073 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0148995 Apr 19 11:01:08.392193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 59660) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:01:08.402700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:08.481311 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4683c764-13f4-488e-99ae-22097fc8c9ca req-499a7062-6af0-4ef7-b514-57ff09746617 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934427 Apr 19 11:01:08.531343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd57851-84af-433e-be4f-0af39bc384ea None None] Network 4e3a4803-3dac-4375-b421-b22542275301 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:01:08.635206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Set router fea9e15f-5238-4a16-b884-504504e3840e gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:01:08.663231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Provisioning for port c90e068b-afae-440d-ab22-05ae3a993895 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:08.683285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Provisioning complete for port c90e068b-afae-440d-ab22-05ae3a993895 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:08.683738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:09.006663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:09.058634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] For port c90e068b-afae-440d-ab22-05ae3a993895, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=c90e068b-afae-440d-ab22-05ae3a993895,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:09.063118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:09.068210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:09.137818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:01:06Z', 'revision_number': 3, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:09.153803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Checking router: fea9e15f-5238-4a16-b884-504504e3840e for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:01:09.154986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Updating router fea9e15f-5238-4a16-b884-504504e3840e port ddd17884-c52c-47b1-b16a-ee4997755e04 binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:01:09.185762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Pushing event updated for resources: {'Port': ['ID=c90e068b-afae-440d-ab22-05ae3a993895,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:09.205016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:09.246585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07e9ff-7dc6-48ae-ab56-4b878d66f3c9 req-9613b759-7215-4da3-b59e-28bd51cc79fd tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:09.248489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:09.255251 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f07e9ff-7dc6-48ae-ab56-4b878d66f3c9 req-9613b759-7215-4da3-b59e-28bd51cc79fd tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2798350 Apr 19 11:01:09.561949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a12d4173-0841-4c3b-a430-48a6d8bdfbd5 None None] Provisioning complete for port c90e068b-afae-440d-ab22-05ae3a993895 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:09.562491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a12d4173-0841-4c3b-a430-48a6d8bdfbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:09.591678 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f07e9ff-7dc6-48ae-ab56-4b878d66f3c9 req-88e8b475-e602-4aa0-ae9e-1c67f11214ae tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349035 Apr 19 11:01:09.709814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device c90e068b-afae-440d-ab22-05ae3a993895 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:09.788996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331fc0-0f42-4e1e-a8e3-2a2339ce17da req-d5015062-b2f5-4e27-a485-9d10735cd56d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:09.799879 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31331fc0-0f42-4e1e-a8e3-2a2339ce17da req-d5015062-b2f5-4e27-a485-9d10735cd56d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1300709 Apr 19 11:01:09.872689 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31331fc0-0f42-4e1e-a8e3-2a2339ce17da req-68f1d52e-6ba2-40d3-a8c4-643b98a32095 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697799 Apr 19 11:01:09.940288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.017999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port c90e068b-afae-440d-ab22-05ae3a993895 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:10.018676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.054114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.067692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Transition to ACTIVE for port object ddd17884-c52c-47b1-b16a-ee4997755e04 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:10.073743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.078057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b202bf6-8388-492f-a183-cdb93ca34738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:10.157997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 29e7fa85-c7bd-4230-949f-0d9969cdeb90 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:10.174138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Attempting to bind port ddd17884-c52c-47b1-b16a-ee4997755e04 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:01:10.174886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Attempting to bind port ddd17884-c52c-47b1-b16a-ee4997755e04 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:01:10.175369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Attempting to bind port ddd17884-c52c-47b1-b16a-ee4997755e04 on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:10.182326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Allocated IP 172.20.0.1 (4e3a4803-3dac-4375-b421-b22542275301/dc464657-c543-4e23-b0db-6e5e9235c6f5/13155dd2-036a-4456-9721-9862302369b4) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:01:10.185885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b325f1d-0136-4221-9355-c7be82a5af32 None None] Pushing event updated for resources: {'Port': ['ID=ddd17884-c52c-47b1-b16a-ee4997755e04,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:10.189040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b325f1d-0136-4221-9355-c7be82a5af32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:10.190209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:01:10.190731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:10.191919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.192352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:01:10.192881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Bound port: ddd17884-c52c-47b1-b16a-ee4997755e04, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:01:10.194061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.263894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:10.264316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.283327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] For port ddd17884-c52c-47b1-b16a-ee4997755e04, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:01:10.287127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] For port ddd17884-c52c-47b1-b16a-ee4997755e04, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=ddd17884-c52c-47b1-b16a-ee4997755e04,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:01:10.290923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.295813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:10.344367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19889093-64d9-4f3e-a0a0-ce362de3f58a req-d77683b3-1dab-426e-9b81-f00d6c6b0e3d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:10.352716 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-19889093-64d9-4f3e-a0a0-ce362de3f58a req-d77683b3-1dab-426e-9b81-f00d6c6b0e3d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.5386088 Apr 19 11:01:10.407052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b325f1d-0136-4221-9355-c7be82a5af32 None None] Pushing event updated for resources: {'Port': ['ID=ddd17884-c52c-47b1-b16a-ee4997755e04,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:10.413202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b325f1d-0136-4221-9355-c7be82a5af32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:10.422617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Routers {'fea9e15f-5238-4a16-b884-504504e3840e'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:01:10.423579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['fea9e15f-5238-4a16-b884-504504e3840e'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:10.432245 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-19889093-64d9-4f3e-a0a0-ce362de3f58a req-9ce71bd9-878a-46d1-a1a0-b5306d2ff704 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785637 Apr 19 11:01:10.468709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.487333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Transition to ACTIVE for port object 13155dd2-036a-4456-9721-9862302369b4 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:10.516563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.520515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:10.591421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Network 4e3a4803-3dac-4375-b421-b22542275301 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:10.594918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:10.600001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:01:10.638138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Pushing event updated for resources: {'Port': ['ID=13155dd2-036a-4456-9721-9862302369b4,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:10.642687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:10.648394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] Set router fea9e15f-5238-4a16-b884-504504e3840e gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:01:10.690455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.948732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:10.975150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0397483d-a4e4-44aa-9099-ca326ddd1e2e None None] Provisioning for port 13155dd2-036a-4456-9721-9862302369b4 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:10.991477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0397483d-a4e4-44aa-9099-ca326ddd1e2e None None] Provisioning complete for port 13155dd2-036a-4456-9721-9862302369b4 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:10.991924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0397483d-a4e4-44aa-9099-ca326ddd1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:11.011529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393bf9-5e32-4098-bd16-00ce87ff05f3 req-0d475fc0-baab-4bcb-9e16-38a74b1d07c4 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:11.019881 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-21393bf9-5e32-4098-bd16-00ce87ff05f3 req-0d475fc0-baab-4bcb-9e16-38a74b1d07c4 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2379696 Apr 19 11:01:11.129584 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-21393bf9-5e32-4098-bd16-00ce87ff05f3 req-1423d312-496d-4bac-81a6-91ef7cefcc9e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053679 Apr 19 11:01:11.154880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0397483d-a4e4-44aa-9099-ca326ddd1e2e None None] Port 13155dd2-036a-4456-9721-9862302369b4 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:01:11.226582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:01:06Z', 'revision_number': 3, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:11.230722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c563e-fb0e-4b2e-8692-abc5eba16e3e None None] The sync data for ids ['fea9e15f-5238-4a16-b884-504504e3840e'] in dv-cinder-786524-2-smb is: [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:01:06Z', 'revision_number': 3, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:01:11.344167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87fb1d-fb38-4427-a240-b6685719b398 req-c011de6c-647e-437b-9b32-bb28a131b86c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:11.345872 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ea87fb1d-fb38-4427-a240-b6685719b398 req-c011de6c-647e-437b-9b32-bb28a131b86c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.2339020 Apr 19 11:01:11.416444 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ea87fb1d-fb38-4427-a240-b6685719b398 req-2b82e5dd-a938-4365-a18c-c1e5a4988f75 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573437 Apr 19 11:01:11.438616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:11.443760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:11.480592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:11.568451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Pushing event updated for resources: {'Port': ['ID=13155dd2-036a-4456-9721-9862302369b4,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:11.571488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:11.575699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:11.744444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570ec34-ae6e-4b83-b644-4accaee3e17c req-ce4997e3-d947-47f4-b677-530bef5d55be tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:11.746518 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4570ec34-ae6e-4b83-b644-4accaee3e17c req-ce4997e3-d947-47f4-b677-530bef5d55be tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1637912 Apr 19 11:01:11.820915 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4570ec34-ae6e-4b83-b644-4accaee3e17c req-f2fba2db-ba13-4195-9d01-fb0a64f91fa6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677993 Apr 19 11:01:11.995222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Network 4e3a4803-3dac-4375-b421-b22542275301 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:11.996703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:12.357183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Router fea9e15f-5238-4a16-b884-504504e3840e has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:01:12.391447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-16bd6f90-80b6-4a1f-b9c6-10a4550e70b9 None None] Provisioning complete for port 13155dd2-036a-4456-9721-9862302369b4 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:12.392145 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16bd6f90-80b6-4a1f-b9c6-10a4550e70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:12.472000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-16bd6f90-80b6-4a1f-b9c6-10a4550e70b9 None None] Port 13155dd2-036a-4456-9721-9862302369b4 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:01:12.567270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e559-b53f-442a-93a1-240b410c5f9a req-0e37aa2d-34c7-4ce9-9261-38216e65d7ed tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:12.568634 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f38e559-b53f-442a-93a1-240b410c5f9a req-0e37aa2d-34c7-4ce9-9261-38216e65d7ed tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2777228 Apr 19 11:01:12.668289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:01:12.672320 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f38e559-b53f-442a-93a1-240b410c5f9a req-b4b2d462-c517-4a39-af8c-105ed9dd444d tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725744 Apr 19 11:01:12.682641 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] 10.222.0.35 "PUT /v2.0/routers/fea9e15f-5238-4a16-b884-504504e3840e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2884874 Apr 19 11:01:12.697738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316c996-41c4-4d22-a708-36dcb4049153 req-a1b8a9ad-e544-4333-8e4e-0d8cdfd3d52b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:12.699452 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d316c996-41c4-4d22-a708-36dcb4049153 req-a1b8a9ad-e544-4333-8e4e-0d8cdfd3d52b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1136169 Apr 19 11:01:12.752574 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d316c996-41c4-4d22-a708-36dcb4049153 req-32a3207f-2b62-42b3-b6ef-3b32344d417d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Apr 19 11:01:13.090267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2761a-5c69-41c8-b678-87ec92f75d64 req-bbca764a-f2d1-43b9-8643-d6de925f65df tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:13.092137 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c2761a-5c69-41c8-b678-87ec92f75d64 req-bbca764a-f2d1-43b9-8643-d6de925f65df tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.0989389 Apr 19 11:01:13.184308 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c2761a-5c69-41c8-b678-87ec92f75d64 req-f1c195c8-7b8c-43bb-afa7-0e69fade7d9b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761828 Apr 19 11:01:13.560887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ddd17884-c52c-47b1-b16a-ee4997755e04 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:13.654841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port ddd17884-c52c-47b1-b16a-ee4997755e04 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:13.660753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port ddd17884-c52c-47b1-b16a-ee4997755e04 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:13.661432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:14.032437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c5cc5-0a99-4231-a692-7eb2e6012d89 req-bd93be4d-8624-4c96-93b9-239f7d37e8bc tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:14.061924 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2f4c5cc5-0a99-4231-a692-7eb2e6012d89 req-bd93be4d-8624-4c96-93b9-239f7d37e8bc tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2397904 Apr 19 11:01:14.184544 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2f4c5cc5-0a99-4231-a692-7eb2e6012d89 req-2d37ecd7-4c0c-4ed5-aa61-85a91d5e7d23 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193686 Apr 19 11:01:14.202041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298887f-b4e2-4af0-8745-1ebf9a125d2b req-6966dd45-f022-4e59-ad63-b3aa40502c69 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:14.210619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:14.211398 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a298887f-b4e2-4af0-8745-1ebf9a125d2b req-6966dd45-f022-4e59-ad63-b3aa40502c69 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1979623 Apr 19 11:01:14.243755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port ddd17884-c52c-47b1-b16a-ee4997755e04, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=ddd17884-c52c-47b1-b16a-ee4997755e04,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:14.280307 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:14.283249 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a298887f-b4e2-4af0-8745-1ebf9a125d2b req-ed8e07aa-a6a9-414a-9412-bb9f38e011e2 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706725 Apr 19 11:01:14.287038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:14.459993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=ddd17884-c52c-47b1-b16a-ee4997755e04,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:14.467922 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:14.639394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690b092-e0fe-4648-b057-48caaf84a6f7 req-90b7aca4-05a2-4b23-8789-643ce67e905d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:14.644750 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f690b092-e0fe-4648-b057-48caaf84a6f7 req-90b7aca4-05a2-4b23-8789-643ce67e905d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1445894 Apr 19 11:01:14.660833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Sync routers for ids ['fea9e15f-5238-4a16-b884-504504e3840e'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:01:14.689273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Routers {'fea9e15f-5238-4a16-b884-504504e3840e'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:01:14.690432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['fea9e15f-5238-4a16-b884-504504e3840e'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:14.770800 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f690b092-e0fe-4648-b057-48caaf84a6f7 req-9a7636b4-9b79-4524-aeb8-a217f5149c3f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191726 Apr 19 11:01:15.013220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Set router fea9e15f-5238-4a16-b884-504504e3840e gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:01:15.590485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:01:10Z', 'revision_number': 4, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '13155dd2-036a-4456-9721-9862302369b4', 'name': '', 'network_id': '4e3a4803-3dac-4375-b421-b22542275301', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'mac_address': 'fa:16:3e:f7:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:10Z', 'updated_at': '2021-04-19T11:01:11Z', 'revision_number': 2, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'subnets': [{'id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:15.602451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Checking router: fea9e15f-5238-4a16-b884-504504e3840e for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:01:15.602797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Updating router fea9e15f-5238-4a16-b884-504504e3840e port 13155dd2-036a-4456-9721-9862302369b4 binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:01:15.713023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ddd17884-c52c-47b1-b16a-ee4997755e04 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:15.713772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396e4f7-835c-4c9b-8f73-da52d2fe3d78 req-806906c9-8250-4adf-97d7-76e1ac1ab3ad tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:15.723458 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9396e4f7-835c-4c9b-8f73-da52d2fe3d78 req-806906c9-8250-4adf-97d7-76e1ac1ab3ad tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1233804 Apr 19 11:01:15.811876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecc0d4-99bf-44a4-8cbe-f11f4df4151a req-2be1965c-d03a-4dfe-b3e6-ad59a510d141 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:15.837497 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9396e4f7-835c-4c9b-8f73-da52d2fe3d78 req-3eb46f9e-39a6-4d93-9701-6fb288f529e4 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041744 Apr 19 11:01:15.843313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e1ecc0d4-99bf-44a4-8cbe-f11f4df4151a req-2be1965c-d03a-4dfe-b3e6-ad59a510d141 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2780700 Apr 19 11:01:15.915997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port ddd17884-c52c-47b1-b16a-ee4997755e04 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:15.916484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:15.987837 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e1ecc0d4-99bf-44a4-8cbe-f11f4df4151a req-be3b0202-5a56-437d-8fca-d85a1c25527b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371918 Apr 19 11:01:16.073265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:16.170204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d98449a-5c85-4126-bec4-eecf6ee805f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:16.339782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4fbc-f90f-4985-aa6f-cc45a8567dab req-3bad6b5b-a1f0-460b-9c22-d15c6bcf072e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:16.341478 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6a9a4fbc-f90f-4985-aa6f-cc45a8567dab req-3bad6b5b-a1f0-460b-9c22-d15c6bcf072e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.2467306 Apr 19 11:01:16.358869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84651-eb4e-4afe-a8c6-5f1f053bcaf5 req-5401dd2d-9c34-4cb1-a033-e00089d19521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:16.360434 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-74d84651-eb4e-4afe-a8c6-5f1f053bcaf5 req-5401dd2d-9c34-4cb1-a033-e00089d19521 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 1099 time: 0.1882617 Apr 19 11:01:16.437679 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6a9a4fbc-f90f-4985-aa6f-cc45a8567dab req-1c421c62-9a6f-4f4e-92aa-4885ad9bc398 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791936 Apr 19 11:01:16.464605 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-74d84651-eb4e-4afe-a8c6-5f1f053bcaf5 req-7a78b480-8768-4adc-96ee-f15e8b3050f7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779366 Apr 19 11:01:16.714200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:01:16.811285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:16.948773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Transition to ACTIVE for port object 13155dd2-036a-4456-9721-9862302369b4 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:16.979401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:17.012742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-343cf693-e979-4672-bca9-7b08207357d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:17.295033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeb72d-e27e-4458-9912-0d0daf8c218c None None] Pushing event updated for resources: {'Port': ['ID=13155dd2-036a-4456-9721-9862302369b4,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:17.331317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2abeb72d-e27e-4458-9912-0d0daf8c218c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:17.374824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Attempting to bind port 13155dd2-036a-4456-9721-9862302369b4 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:01:17.385648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a54081-d0d4-4a14-b82b-beb1bde62e8e req-b33ba147-6928-452b-aaaa-df58e6ce295e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:17.386666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Attempting to bind port 13155dd2-036a-4456-9721-9862302369b4 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:01:17.387606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Attempting to bind port 13155dd2-036a-4456-9721-9862302369b4 on network 4e3a4803-3dac-4375-b421-b22542275301 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:17.394374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:01:17.395314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Checking segment: {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:17.396068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:17.396784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Bound using segment: {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:01:17.398911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Bound port: 13155dd2-036a-4456-9721-9862302369b4, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7005f08a-3c88-49f0-92e3-d328dc52dd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '4e3a4803-3dac-4375-b421-b22542275301'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:01:17.399760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:17.400905 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-35a54081-d0d4-4a14-b82b-beb1bde62e8e req-b33ba147-6928-452b-aaaa-df58e6ce295e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1547501 Apr 19 11:01:17.410609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98c858-2095-48d3-ba32-095b7d5dd18c req-55eb8bc7-f491-46ff-bf68-4f41f94daf96 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:17.424618 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3d98c858-2095-48d3-ba32-095b7d5dd18c req-55eb8bc7-f491-46ff-bf68-4f41f94daf96 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1747439 Apr 19 11:01:17.495198 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3d98c858-2095-48d3-ba32-095b7d5dd18c req-c0e35c3f-6452-4e79-9cec-fc0d3b8a4403 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582702 Apr 19 11:01:17.506231 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-35a54081-d0d4-4a14-b82b-beb1bde62e8e req-eaabed42-a589-4816-a738-31a79b144ba6 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942652 Apr 19 11:01:17.587002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] For port 13155dd2-036a-4456-9721-9862302369b4, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:01:17.590736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] For port 13155dd2-036a-4456-9721-9862302369b4, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=13155dd2-036a-4456-9721-9862302369b4,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:01:17.596725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:17.608818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f0490683-08da-4628-bac1-08dd307b53d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:17.688187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Routers {'fea9e15f-5238-4a16-b884-504504e3840e'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:01:17.688886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:00:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['fea9e15f-5238-4a16-b884-504504e3840e'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:17.846384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3bdbe-8ed5-4d73-a355-60cb7560fdca req-aff64120-f516-4122-97a5-b3143bdb004d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:17.858949 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-67e3bdbe-8ed5-4d73-a355-60cb7560fdca req-aff64120-f516-4122-97a5-b3143bdb004d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1534004 Apr 19 11:01:17.985601 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-67e3bdbe-8ed5-4d73-a355-60cb7560fdca req-8afaa2a9-2a8b-4340-a9ff-8aae8cbc2db0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188664 Apr 19 11:01:18.132578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeb72d-e27e-4458-9912-0d0daf8c218c None None] Pushing event updated for resources: {'Port': ['ID=13155dd2-036a-4456-9721-9862302369b4,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:18.144744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2abeb72d-e27e-4458-9912-0d0daf8c218c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:18.211211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] Set router fea9e15f-5238-4a16-b884-504504e3840e gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:01:18.537527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d56c365-9102-49c6-b186-108cc5df48d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:18.617692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:01:10Z', 'revision_number': 4, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '13155dd2-036a-4456-9721-9862302369b4', 'name': '', 'network_id': '4e3a4803-3dac-4375-b421-b22542275301', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'mac_address': 'fa:16:3e:f7:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:10Z', 'updated_at': '2021-04-19T11:01:17Z', 'revision_number': 4, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'subnets': [{'id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:01:18.623178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51ab9-7f46-4b81-a468-91603eb04503 None None] The sync data for ids ['fea9e15f-5238-4a16-b884-504504e3840e'] in dv-cinder-786524-2-smb is: [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:01:10Z', 'revision_number': 4, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '13155dd2-036a-4456-9721-9862302369b4', 'name': '', 'network_id': '4e3a4803-3dac-4375-b421-b22542275301', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'mac_address': 'fa:16:3e:f7:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:10Z', 'updated_at': '2021-04-19T11:01:17Z', 'revision_number': 4, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'subnets': [{'id': 'dc464657-c543-4e23-b0db-6e5e9235c6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:01:18.850506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4046f14-4948-4de7-8994-66cfdd15caee req-fb195523-cde6-4a5b-9409-89b2ad735891 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:18.852646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba9bef-1cd7-42dd-b447-a208676d16ea req-2ba8d708-12ab-469e-8ae8-dc9bbfdcdc21 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:18.854655 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44ba9bef-1cd7-42dd-b447-a208676d16ea req-2ba8d708-12ab-469e-8ae8-dc9bbfdcdc21 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1571450 Apr 19 11:01:18.861601 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f4046f14-4948-4de7-8994-66cfdd15caee req-fb195523-cde6-4a5b-9409-89b2ad735891 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2137532 Apr 19 11:01:18.924196 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44ba9bef-1cd7-42dd-b447-a208676d16ea req-f6d2769b-4f05-4c35-b281-34e50196ab30 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Apr 19 11:01:18.937310 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f4046f14-4948-4de7-8994-66cfdd15caee req-548aed75-d268-4d53-8b2d-b169aad1aa1e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 Apr 19 11:01:19.212778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955c0d3-71cf-4abe-ae49-35de39baeca5 req-d84503fb-a4c8-4f2d-9a58-94e9b5dce74d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:19.217210 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d955c0d3-71cf-4abe-ae49-35de39baeca5 req-d84503fb-a4c8-4f2d-9a58-94e9b5dce74d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1080308 Apr 19 11:01:19.273880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:19.303602 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d955c0d3-71cf-4abe-ae49-35de39baeca5 req-3ed02eaf-0030-4f82-9325-99337f85818e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786996 Apr 19 11:01:19.602061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 13155dd2-036a-4456-9721-9862302369b4 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:19.693328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 13155dd2-036a-4456-9721-9862302369b4 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:19.700306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 13155dd2-036a-4456-9721-9862302369b4 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:19.700814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:19.777256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2b189-9266-4402-99cd-91b32f2ef583 req-029d02d3-3615-432b-9e01-c9de7be9d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:19.779238 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-04d2b189-9266-4402-99cd-91b32f2ef583 req-029d02d3-3615-432b-9e01-c9de7be9d0df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1182990 Apr 19 11:01:19.840594 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-04d2b189-9266-4402-99cd-91b32f2ef583 req-9d387856-678f-44be-bb02-6077f62912ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Apr 19 11:01:19.891134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:19.932557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 13155dd2-036a-4456-9721-9862302369b4, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=13155dd2-036a-4456-9721-9862302369b4,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:19.935470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:19.937511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3282878e-f948-4a44-9825-8bbab891c050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:20.019245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=13155dd2-036a-4456-9721-9862302369b4,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:20.022623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:20.072434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:20.176632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16772c4-8837-40a1-8883-7eba0ef45338 req-3cc2a87e-c79c-4ec6-bb1c-e421ec0bcf88 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:20.187056 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c16772c4-8837-40a1-8883-7eba0ef45338 req-3cc2a87e-c79c-4ec6-bb1c-e421ec0bcf88 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1210639 Apr 19 11:01:20.209168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9584-83e8-4a76-a03d-0537f23932ab req-b75ab513-2412-4031-9add-9d3b165f502f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:20.212775 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4f5d9584-83e8-4a76-a03d-0537f23932ab req-b75ab513-2412-4031-9add-9d3b165f502f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1222932 Apr 19 11:01:20.263514 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c16772c4-8837-40a1-8883-7eba0ef45338 req-9376be5f-a8bf-4d66-988b-c07700401e7f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716043 Apr 19 11:01:20.290930 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4f5d9584-83e8-4a76-a03d-0537f23932ab req-0808b0e3-77ed-477d-9b63-714907e40a56 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727823 Apr 19 11:01:20.594509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c486d3-a6ef-4cc8-9dea-4b937328ccd3 req-1ec92e94-c1e0-4a6a-a634-5aefe934bd08 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:20.596452 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e8c486d3-a6ef-4cc8-9dea-4b937328ccd3 req-1ec92e94-c1e0-4a6a-a634-5aefe934bd08 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 944 time: 0.1092563 Apr 19 11:01:20.658708 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e8c486d3-a6ef-4cc8-9dea-4b937328ccd3 req-d06efcf3-4dc6-4051-84f3-7baea2114702 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547652 Apr 19 11:01:20.926210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:21.432701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:01:21.605451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:21.621655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86262d-f100-4c27-91b3-2ba7054a4fd9 req-eaba7781-5fa3-4709-929a-48fe5a01f54e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:21.630993 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa86262d-f100-4c27-91b3-2ba7054a4fd9 req-eaba7781-5fa3-4709-929a-48fe5a01f54e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1839080 Apr 19 11:01:21.647206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 13155dd2-036a-4456-9721-9862302369b4 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:21.689724 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa86262d-f100-4c27-91b3-2ba7054a4fd9 req-c881f623-106c-4fd1-84b1-cc028332dc83 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574765 Apr 19 11:01:21.697377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'port_id': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'mac_address': 'fa:16:3e:13:e8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:01:21.823794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:21.886203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c113e3-1549-4f75-b90f-6faa4c7517f2 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:01:21.933537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:21.935074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 13155dd2-036a-4456-9721-9862302369b4 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:21.935732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:21.993614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:21.998278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:22.003938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc500b8-d561-4a0f-a0fc-b1fffee68080 req-e758e93e-4636-4094-954c-0835002a0abb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:22.012794 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1fc500b8-d561-4a0f-a0fc-b1fffee68080 req-e758e93e-4636-4094-954c-0835002a0abb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 945 time: 0.1564088 Apr 19 11:01:22.076846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6927c0f-3cd7-48a3-880c-718fb321e631 req-1cd86af5-4f66-4637-b3b7-4c41bb35d55c tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:22.079185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=9']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:22.081052 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1fc500b8-d561-4a0f-a0fc-b1fffee68080 req-6f47dd66-33a6-405a-bfa1-81a431273371 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668805 Apr 19 11:01:22.086188 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6927c0f-3cd7-48a3-880c-718fb321e631 req-1cd86af5-4f66-4637-b3b7-4c41bb35d55c tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1057212 Apr 19 11:01:22.092617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:22.145744 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6927c0f-3cd7-48a3-880c-718fb321e631 req-a74e14c0-8578-48a1-96b2-e5e907736e7a tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524986 Apr 19 11:01:22.581693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e4c113e3-1549-4f75-b90f-6faa4c7517f2'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:01:22.923249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514f09d-27c8-4743-920a-5d2319d01009 req-5750b6ed-c06c-49dc-bcf7-cabda8a0edfa tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:22.925116 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5514f09d-27c8-4743-920a-5d2319d01009 req-5750b6ed-c06c-49dc-bcf7-cabda8a0edfa tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1037712 Apr 19 11:01:22.982564 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5514f09d-27c8-4743-920a-5d2319d01009 req-44ce6065-6558-48e7-948d-65c661a34052 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 Apr 19 11:01:23.372730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5006aaf-269b-4612-a3f1-0e360576fbf3 req-b6579d68-87c9-49a3-afdf-4f985eb891e0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:23.374431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e5006aaf-269b-4612-a3f1-0e360576fbf3 req-b6579d68-87c9-49a3-afdf-4f985eb891e0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 945 time: 0.1271155 Apr 19 11:01:23.468588 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e5006aaf-269b-4612-a3f1-0e360576fbf3 req-1b0dcd5d-ef70-44a1-9b00-f3996edeb384 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843842 Apr 19 11:01:23.667820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69316-8154-41ee-a8d2-e2573bb8f5c4 req-d876531b-623e-4a18-88fb-a40730ad0920 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:23.669897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f8d69316-8154-41ee-a8d2-e2573bb8f5c4 req-d876531b-623e-4a18-88fb-a40730ad0920 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2348890 Apr 19 11:01:23.683648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18730c17-ae89-4287-96e8-96b0f07a7dd2 req-734874cf-89db-4f13-9566-016179a33428 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:23.685382 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18730c17-ae89-4287-96e8-96b0f07a7dd2 req-734874cf-89db-4f13-9566-016179a33428 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1051569 Apr 19 11:01:23.701287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-17b086b9-7ebc-4e03-a887-d75aa16fd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:23.703160 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-17b086b9-7ebc-4e03-a887-d75aa16fd2e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1550286 Apr 19 11:01:23.740319 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18730c17-ae89-4287-96e8-96b0f07a7dd2 req-d991ef46-6afb-4674-a0e9-16a979e0232e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462539 Apr 19 11:01:23.869115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-0208a13c-857a-4f0a-928e-185c55c4a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:23.870888 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-0208a13c-857a-4f0a-928e-185c55c4a15e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.1501949 Apr 19 11:01:23.875945 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f8d69316-8154-41ee-a8d2-e2573bb8f5c4 req-73ce0930-6c1f-40c4-b00c-cad491388d46 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965768 Apr 19 11:01:23.963431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-36b281dd-649b-4d06-841a-427e45a42807 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 217 time: 0.0789988 Apr 19 11:01:24.063318 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-b415afcd-c058-436f-8d70-6442534cd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:24.064924 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-b415afcd-c058-436f-8d70-6442534cd86d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.0778940 Apr 19 11:01:24.145280 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-bbead3d1-5c8e-401a-af7b-760052ae411e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686789 Apr 19 11:01:24.324349 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-7ea2e426-1994-4987-bdcd-c80c0610a341 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640735 Apr 19 11:01:24.751802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-8905fdc0-8790-44be-8d55-1e1fd9bd1ce8 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:24.755323 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-8905fdc0-8790-44be-8d55-1e1fd9bd1ce8 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1229830 Apr 19 11:01:24.846621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Deleting port 8449c573-eed3-4983-9343-f2500cc2986c {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:01:24.847437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:24.864291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14523921-4fd1-49b3-9e1d-758f6c6ec89f req-91ae76fa-cfa1-49a6-8fb1-3807d1e2d32f service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212221 Apr 19 11:01:24.920680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041e0ff-1907-45d0-81e7-0ea46d181120 req-fe219da1-f97f-4235-a23c-a9e7adef570d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:24.930954 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d041e0ff-1907-45d0-81e7-0ea46d181120 req-fe219da1-f97f-4235-a23c-a9e7adef570d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 945 time: 0.1946552 Apr 19 11:01:24.999342 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d041e0ff-1907-45d0-81e7-0ea46d181120 req-15c53181-1373-4ba4-80cd-0f7176c376ea tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618060 Apr 19 11:01:25.232269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc565-8ce1-4499-8bbe-ab210e628fb3 req-a71d1fd3-6df6-4ac5-811b-c68f047a3723 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:25.246431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4e9fc565-8ce1-4499-8bbe-ab210e628fb3 req-a71d1fd3-6df6-4ac5-811b-c68f047a3723 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1108739 Apr 19 11:01:25.247477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] For port 8449c573-eed3-4983-9343-f2500cc2986c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8449c573-eed3-4983-9343-f2500cc2986c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:25.247477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:25.290966 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4e9fc565-8ce1-4499-8bbe-ab210e628fb3 req-43e919ec-32e3-4f7b-bba1-8ca6f7a41b16 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 Apr 19 11:01:25.390058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Calling delete_port for 8449c573-eed3-4983-9343-f2500cc2986c owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:01:25.430740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab5137-c1dd-4432-bcf1-d48022dbea40 req-d48ecb94-856b-4b06-a4f3-6200663c84ed tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:25.432726 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a7ab5137-c1dd-4432-bcf1-d48022dbea40 req-d48ecb94-856b-4b06-a4f3-6200663c84ed tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.3366954 Apr 19 11:01:25.442238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:25.501934 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a7ab5137-c1dd-4432-bcf1-d48022dbea40 req-002160ea-2343-4731-9198-44d604e4535a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Apr 19 11:01:25.518160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e4c113e3-1549-4f75-b90f-6faa4c7517f2 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:25.518596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:25.645886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:25.673999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:25.675909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:25.679954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:25.686757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:25.692552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:25.695478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2abeb72d-e27e-4458-9912-0d0daf8c218c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:25.727559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Pushing event deleted for resources: {'Port': ['ID=8449c573-eed3-4983-9343-f2500cc2986c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:25.732474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:25.757850 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'code': 200} Apr 19 11:01:25.760940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['8449c573-eed3-4983-9343-f2500cc2986c'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:01:25.818256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] No DVR routers for this DVR port 8449c573-eed3-4983-9343-f2500cc2986c on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:01:25.821273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:25.824229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'name': 'network-vif-deleted', 'tag': '8449c573-eed3-4983-9343-f2500cc2986c'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:25.842576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-84ddcf0e-5d62-40fa-ba64-269965f91c17 req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "DELETE /v2.0/ports/8449c573-eed3-4983-9343-f2500cc2986c HTTP/1.1" status: 204 len: 173 time: 1.0785649 Apr 19 11:01:25.847777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=10']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:25.858596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:25.887685 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffe37e9-12ea-4672-be31-bd7a2b0e31f7', 'name': 'network-vif-deleted', 'tag': '8449c573-eed3-4983-9343-f2500cc2986c', 'status': 'completed', 'code': 200} Apr 19 11:01:26.088068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-bdb92424-aaa5-45ab-8193-900c4b432bbf tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:26.088921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-bdb92424-aaa5-45ab-8193-900c4b432bbf tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Synchronizing usage tracker for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:26.108713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-bdb92424-aaa5-45ab-8193-900c4b432bbf tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Unset dirty status for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:26.110276 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-bdb92424-aaa5-45ab-8193-900c4b432bbf tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 815 time: 0.1877651 Apr 19 11:01:26.129382 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-503cfba2-1dd8-4260-a2da-657295b34075 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/quotas/bd3644531ac441be80975e19c3e1b3c7 HTTP/1.1" status: 200 len: 375 time: 0.0118287 Apr 19 11:01:26.215685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910f93e-20f2-4e28-bce0-74b4c46b8a0c req-cbeea367-38aa-44d5-9354-5d30d4768c2b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:26.217291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b910f93e-20f2-4e28-bce0-74b4c46b8a0c req-cbeea367-38aa-44d5-9354-5d30d4768c2b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0908070 Apr 19 11:01:26.226879 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-10e550d1-1c76-4de8-9ae7-2f29331ba242 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902450 Apr 19 11:01:26.287576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b910f93e-20f2-4e28-bce0-74b4c46b8a0c req-86be5fde-dbb5-4e3c-a789-c62998968fe8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612669 Apr 19 11:01:26.381844 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-97e9cfab-6587-428d-b1db-55ae3be4f2ba service neutron] 10.222.0.35 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420076 Apr 19 11:01:26.471079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1e12f4b8-695b-4094-a062-99552cad12fd req-4756f751-e2cf-44c5-a953-74086f2da8aa tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Synchronizing usage tracker for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:26.487190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1e12f4b8-695b-4094-a062-99552cad12fd req-4756f751-e2cf-44c5-a953-74086f2da8aa tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Unset dirty status for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:26.488454 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1e12f4b8-695b-4094-a062-99552cad12fd req-4756f751-e2cf-44c5-a953-74086f2da8aa tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ffe37e9-12ea-4672-be31-bd7a2b0e31f7 HTTP/1.1" status: 200 len: 210 time: 0.0646994 Apr 19 11:01:26.532090 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-17206a4d-0319-4a4d-8123-7d3d8d3250e4 service neutron] 10.222.0.35 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430233 Apr 19 11:01:26.736836 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44528128-f67d-463e-a405-4ec2fcfef818 req-b3d53d99-05ec-42b6-bc9f-d7389b5959a4 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 210 time: 0.0533400 Apr 19 11:01:26.796130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6928b3-2f75-4295-8858-08221ece3a89 req-10927eca-d7b1-4de8-8a0d-72e467a53c37 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:26.798104 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2b6928b3-2f75-4295-8858-08221ece3a89 req-10927eca-d7b1-4de8-8a0d-72e467a53c37 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1662242 Apr 19 11:01:26.805866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47845bec-74a1-4696-a13e-1732ede37bfb req-10e17955-1a7e-43d1-9e6f-b95106b8b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:26.807517 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-47845bec-74a1-4696-a13e-1732ede37bfb req-10e17955-1a7e-43d1-9e6f-b95106b8b375 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1100 time: 0.1303694 Apr 19 11:01:26.887885 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2b6928b3-2f75-4295-8858-08221ece3a89 req-7c7d2f2d-7d24-4ee2-a7a7-94a2fee087f8 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Apr 19 11:01:26.889509 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-47845bec-74a1-4696-a13e-1732ede37bfb req-2ecc3a0a-6db9-4e93-9dd5-e1c9a984389d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611444 Apr 19 11:01:27.496053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04146ac7-e2db-4820-aa32-f1324cf8e91f req-e578a7c5-59d5-4738-b4ea-9515a224f95c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:27.497754 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-04146ac7-e2db-4820-aa32-f1324cf8e91f req-e578a7c5-59d5-4738-b4ea-9515a224f95c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0953443 Apr 19 11:01:27.548113 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-04146ac7-e2db-4820-aa32-f1324cf8e91f req-a0d36058-d730-48af-b1e5-c239f2112b67 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Apr 19 11:01:27.921502 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a62a02d7-6085-40d1-ae98-67999033bebb req-09e9d90f-0767-41e4-bc19-769fc0288acd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 210 time: 0.0527744 Apr 19 11:01:27.969868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c764e126-ae4d-469c-8da0-755d73ec50d6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:27.971471 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c764e126-ae4d-469c-8da0-755d73ec50d6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/networks?id=eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 200 len: 808 time: 0.1736724 Apr 19 11:01:27.987630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-e82412b4-2c5f-40dc-9e9a-a6e352372337 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/quotas/f76e89d5df4d40bfa48be3bf6c4fdd49 HTTP/1.1" status: 200 len: 375 time: 0.0094953 Apr 19 11:01:28.047332 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-dd2cb9ea-69e2-4270-a016-ed3983e936cf tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538816 Apr 19 11:01:28.113725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f9b57-2184-40db-96a0-eb9ac821ae2c req-15b9d40a-277f-4a09-8818-f87c32a860ae tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:28.115387 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-005f9b57-2184-40db-96a0-eb9ac821ae2c req-15b9d40a-277f-4a09-8818-f87c32a860ae tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0928991 Apr 19 11:01:28.165552 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-005f9b57-2184-40db-96a0-eb9ac821ae2c req-d45e1153-3b22-4f2d-b445-00c980877e67 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Apr 19 11:01:28.400622 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-1b67bb55-6b4b-4266-850f-97af262e64da service neutron] 10.222.0.35 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457482 Apr 19 11:01:28.675046 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-37cba646-2bfa-4292-bc37-4be739d896a3 service neutron] 10.222.0.35 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676632 Apr 19 11:01:28.692262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-e91207e5-5ee4-4869-8abd-c5395377201c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:28.693858 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-e91207e5-5ee4-4869-8abd-c5395377201c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 815 time: 0.2159340 Apr 19 11:01:28.746192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'port': {'device_id': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'admin_state_up': True, 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:28.771549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0adfbf-813d-4732-8af9-49add5b05962 req-5f1dd40b-54ab-42be-abb3-3ed30f430be7 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:28.779552 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0c0adfbf-813d-4732-8af9-49add5b05962 req-5f1dd40b-54ab-42be-abb3-3ed30f430be7 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1084886 Apr 19 11:01:28.864597 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0c0adfbf-813d-4732-8af9-49add5b05962 req-b7b24a43-b2ac-485c-969d-1359756cb828 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839663 Apr 19 11:01:28.965969 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2be2e496-ec5d-4919-8711-2e92c8028556 req-ce47f159-d11c-4618-bc63-ab6454f493b5 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0555024 Apr 19 11:01:29.008186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:01:29.011925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:port and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:01:29.015260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:01:29.021548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:01:29.037492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Made reservation on behalf of bd3644531ac441be80975e19c3e1b3c7 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:01:29.042428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:29.160982 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e91289fb-546f-4278-adcb-47b8cd05c4c6 req-04f05420-22bb-43e7-b686-ef5bafdc0586 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 210 time: 0.0676098 Apr 19 11:01:29.301702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Allocated IP 172.20.0.6 (1f1982ab-eb5b-4e21-8833-b5494ee81c47/dbe632cd-c96d-4118-9169-b912e33dfe38/6fc36fde-3cac-4b01-afb6-e9b80f452619) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:01:29.477711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 8449c573-eed3-4983-9343-f2500cc2986c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:01:29.500544 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b42f6-ddad-4fd7-a304-050fc57e7d9a req-4ee9548a-2639-45cb-9e5e-80134de46d3f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:29.509158 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-248b42f6-ddad-4fd7-a304-050fc57e7d9a req-4ee9548a-2639-45cb-9e5e-80134de46d3f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.2042956 Apr 19 11:01:29.562025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: 8449c573-eed3-4983-9343-f2500cc2986c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:01:29.562431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 8449c573-eed3-4983-9343-f2500cc2986c not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:01:29.690674 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-248b42f6-ddad-4fd7-a304-050fc57e7d9a req-bb12ce5f-8639-470b-bce3-9dd3c9ba2a33 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605663 Apr 19 11:01:29.771380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:29.792201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Transition to ACTIVE for port object 6fc36fde-3cac-4b01-afb6-e9b80f452619 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:29.822550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:29.852976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:30.037119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:30.042450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:30.057459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:30.058860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:30.061417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:01:30.121151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdf0af-b3a5-4ed9-b6f8-6aaab6234d02 req-4796e77d-d2fb-4667-84ea-806412845093 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:30.132344 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4ecdf0af-b3a5-4ed9-b6f8-6aaab6234d02 req-4796e77d-d2fb-4667-84ea-806412845093 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1339576 Apr 19 11:01:30.174449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:30.182447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:30.239653 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4ecdf0af-b3a5-4ed9-b6f8-6aaab6234d02 req-69f7ed48-e5cd-42d9-ae0d-12b175846703 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998785 Apr 19 11:01:30.320377 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5787497 Apr 19 11:01:30.323806 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8624eaf9-5cf5-4120-8f77-7091c3a35265 req-9c3436c2-40ad-4ace-a355-3f307e948b2e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.1111519 Apr 19 11:01:30.441511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4016ac66-2d6f-4616-9c0a-40c0e4d181a1 None None] Provisioning for port 6fc36fde-3cac-4b01-afb6-e9b80f452619 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:30.454650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4016ac66-2d6f-4616-9c0a-40c0e4d181a1 None None] Provisioning complete for port 6fc36fde-3cac-4b01-afb6-e9b80f452619 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:30.455322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4016ac66-2d6f-4616-9c0a-40c0e4d181a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:30.536783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4016ac66-2d6f-4616-9c0a-40c0e4d181a1 None None] Port 6fc36fde-3cac-4b01-afb6-e9b80f452619 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:01:30.584489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944846f-fb4e-4777-940e-83430548473f req-28934bab-9d1f-4982-a2ec-cd83139261eb tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:30.586347 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8944846f-fb4e-4777-940e-83430548473f req-28934bab-9d1f-4982-a2ec-cd83139261eb tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.1373160 Apr 19 11:01:30.640810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-8944846f-fb4e-4777-940e-83430548473f req-fdb28122-1363-427d-a0bb-82c1cec7a180 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Synchronizing usage tracker for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:30.659072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-8944846f-fb4e-4777-940e-83430548473f req-fdb28122-1363-427d-a0bb-82c1cec7a180 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Unset dirty status for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:30.662968 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8944846f-fb4e-4777-940e-83430548473f req-fdb28122-1363-427d-a0bb-82c1cec7a180 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699990 Apr 19 11:01:31.516151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c2e7-1c33-4b1c-91c5-6a1a8a93d5af req-968decaf-51d7-4ff1-b9fd-0eed810c1415 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:31.517840 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-86f5c2e7-1c33-4b1c-91c5-6a1a8a93d5af req-968decaf-51d7-4ff1-b9fd-0eed810c1415 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1299217 Apr 19 11:01:31.554059 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8b445323-b1de-4768-bc0e-cac42a9837c9 req-77fc2456-df5c-4778-8ced-6c8407a42e3b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0973861 Apr 19 11:01:31.600432 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-86f5c2e7-1c33-4b1c-91c5-6a1a8a93d5af req-2b844a1a-f0b9-4822-94b1-af5be8b940b4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704839 Apr 19 11:01:31.799733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f540b3-478f-4a1e-bbf9-88b6aa39d34e req-5cfde909-0067-401c-b89b-18fccf405956 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:31.801501 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-81f540b3-478f-4a1e-bbf9-88b6aa39d34e req-5cfde909-0067-401c-b89b-18fccf405956 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1124938 Apr 19 11:01:31.881929 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-81f540b3-478f-4a1e-bbf9-88b6aa39d34e req-69f26365-eba3-43b5-80fa-740d57f779a1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733728 Apr 19 11:01:31.914448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3732148-b47c-4f18-bb84-b63548ceff2e req-0fc11f14-0536-4037-b6ce-588a4f99eb38 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:31.916138 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a3732148-b47c-4f18-bb84-b63548ceff2e req-0fc11f14-0536-4037-b6ce-588a4f99eb38 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.1312749 Apr 19 11:01:31.973248 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a3732148-b47c-4f18-bb84-b63548ceff2e req-495ef893-68ca-4896-850c-ff3260320f6c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Apr 19 11:01:32.722066 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4521ab23-10aa-4e75-9915-ec7531eb8d75 req-8cab52aa-a5c1-40da-bfea-fd70437530d8 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0521169 Apr 19 11:01:32.929475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f83dfe-c29f-469f-89b2-a9781d5e09dd req-e949511f-4d8f-4491-a99e-efee7ee7cb77 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:32.931182 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49f83dfe-c29f-469f-89b2-a9781d5e09dd req-e949511f-4d8f-4491-a99e-efee7ee7cb77 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0970430 Apr 19 11:01:32.981527 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49f83dfe-c29f-469f-89b2-a9781d5e09dd req-224ba5e2-943e-48cd-9d90-a2cc6fe73fa8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439363 Apr 19 11:01:33.341776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e144-a4b7-4b22-8c47-ccb1e09ea081 req-3cbb5091-5ad3-43b0-bc2d-88d0b73b09ac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:33.343453 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-68a9e144-a4b7-4b22-8c47-ccb1e09ea081 req-3cbb5091-5ad3-43b0-bc2d-88d0b73b09ac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0933626 Apr 19 11:01:33.396193 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-68a9e144-a4b7-4b22-8c47-ccb1e09ea081 req-409f603a-1abd-4a78-b1a8-84f2ae7a995c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Apr 19 11:01:33.908848 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9d120145-810a-4f5e-91a4-74570eb628ab req-bdc941d0-30df-4f00-9ad0-cf150d8a6ef7 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0609326 Apr 19 11:01:34.195534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357cc15-6b6f-4a87-91c4-4cfefb4fbf50 req-5b354024-582d-406b-a4a7-76001a814596 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:34.197183 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c357cc15-6b6f-4a87-91c4-4cfefb4fbf50 req-5b354024-582d-406b-a4a7-76001a814596 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0925813 Apr 19 11:01:34.235486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:34.253917 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c357cc15-6b6f-4a87-91c4-4cfefb4fbf50 req-c03fcc8a-e3a9-4b15-8a3f-e85ff0494cdf tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498643 Apr 19 11:01:34.610536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8c5ed-ad59-458e-8e4e-7098bef321a0 req-6ba8e4fb-5a8d-465b-ab2d-dd9792bbdc3f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:34.612262 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bfa8c5ed-ad59-458e-8e4e-7098bef321a0 req-6ba8e4fb-5a8d-465b-ab2d-dd9792bbdc3f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0965457 Apr 19 11:01:34.665916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bfa8c5ed-ad59-458e-8e4e-7098bef321a0 req-39cd13a8-d11f-4349-9e7a-bdf3ae439c95 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Apr 19 11:01:35.066587 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31fdfec2-6b6a-430f-923f-9d9385899538 req-2162e563-7922-4ad6-bdcc-a724ca3f9a2c tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0496924 Apr 19 11:01:35.477022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7f46-d268-45b0-8a02-572c6e3e1883 req-8241b04e-a3fa-4714-b24b-0dd4635abd29 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:35.478720 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-abae7f46-d268-45b0-8a02-572c6e3e1883 req-8241b04e-a3fa-4714-b24b-0dd4635abd29 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0975978 Apr 19 11:01:35.535746 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-abae7f46-d268-45b0-8a02-572c6e3e1883 req-4862a340-8ffc-4375-8922-5668ed339701 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Apr 19 11:01:35.881401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3004d-c52a-460c-95f4-721e8dc085ab req-990f3ab2-450f-49f5-a998-4caf160080ad tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:35.884111 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9df3004d-c52a-460c-95f4-721e8dc085ab req-990f3ab2-450f-49f5-a998-4caf160080ad tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0984280 Apr 19 11:01:35.937383 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9df3004d-c52a-460c-95f4-721e8dc085ab req-2b9f1736-6611-4853-805c-03448a0cb63d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476272 Apr 19 11:01:36.230044 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e8633c40-9bd1-4b1b-a222-bbe9d02e171b req-d4138f40-9bda-4efd-8b7a-82a2a924f7f0 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0494707 Apr 19 11:01:36.746207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f97f15-8632-4889-b2a9-10997fd42894 req-743c9d41-e56b-4a6c-b94a-20c1dad32d6b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:36.747836 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-63f97f15-8632-4889-b2a9-10997fd42894 req-743c9d41-e56b-4a6c-b94a-20c1dad32d6b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0906408 Apr 19 11:01:36.801913 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-63f97f15-8632-4889-b2a9-10997fd42894 req-414606aa-38a7-4f0a-a2eb-dfbb5ac61c24 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Apr 19 11:01:37.146549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb9b70-c765-4574-881c-abf4b6fa3f9b req-2dce5408-6666-49c4-a08c-4ba284f262c1 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:37.148061 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2ccb9b70-c765-4574-881c-abf4b6fa3f9b req-2dce5408-6666-49c4-a08c-4ba284f262c1 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0916486 Apr 19 11:01:37.197222 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2ccb9b70-c765-4574-881c-abf4b6fa3f9b req-f369582b-e40c-430a-8068-57a137a59aa2 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Apr 19 11:01:37.396394 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-978a1106-d73e-45de-af41-def7f5d9f0b9 req-b4178e5d-17e4-4151-9ad9-e26de4e7dd7e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0511518 Apr 19 11:01:38.037765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b05c2-cb71-43ee-9e98-b4c1e17421ac req-1b9ff726-9d33-47cd-ae34-f5cd2e5727e0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:38.039815 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e86b05c2-cb71-43ee-9e98-b4c1e17421ac req-1b9ff726-9d33-47cd-ae34-f5cd2e5727e0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1013024 Apr 19 11:01:38.092080 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e86b05c2-cb71-43ee-9e98-b4c1e17421ac req-138b780d-3bae-4317-97ff-6572a586b2c6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458641 Apr 19 11:01:38.411995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4f57a-11c5-4b20-951a-e6218ad590b5 req-cdd5961d-4e64-413b-9c6d-f9392dd11394 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:38.414056 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3bb4f57a-11c5-4b20-951a-e6218ad590b5 req-cdd5961d-4e64-413b-9c6d-f9392dd11394 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0979388 Apr 19 11:01:38.465499 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3bb4f57a-11c5-4b20-951a-e6218ad590b5 req-cde9caa1-86af-4de6-aa4f-fad7212c1b4a tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Apr 19 11:01:38.631334 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-10812254-6ecc-4e5c-895c-4a6bc38987e6 req-10ed5cf1-363c-4901-9a8f-f80473172e4a tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0527544 Apr 19 11:01:39.309509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f52a5-5593-43c6-a48b-6bcea49dde37 req-26824b7a-9841-4a72-bd19-0979589c97fc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:39.311171 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-316f52a5-5593-43c6-a48b-6bcea49dde37 req-26824b7a-9841-4a72-bd19-0979589c97fc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0938098 Apr 19 11:01:39.366921 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-316f52a5-5593-43c6-a48b-6bcea49dde37 req-616bd7fc-888b-4f3a-b448-552f2897566c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490563 Apr 19 11:01:39.672844 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4f8fc-2eac-4f52-be6f-ede4de07a057 req-e739f45f-8c8a-448e-a343-e64ab40510c1 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:39.674452 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cad4f8fc-2eac-4f52-be6f-ede4de07a057 req-e739f45f-8c8a-448e-a343-e64ab40510c1 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0908659 Apr 19 11:01:39.729193 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cad4f8fc-2eac-4f52-be6f-ede4de07a057 req-92f16ef1-33c1-43f6-a18f-09fe0c508667 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Apr 19 11:01:39.898735 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d2cfe794-417f-4dbb-bcd6-93c641f371a2 req-1aa416b0-734b-4ee9-a6de-d4cf652876ce tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0549078 Apr 19 11:01:40.586546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade502-60e2-473e-8048-7eddf8f34427 req-25e84051-c0d0-492d-add7-3cff314dde0b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:40.588226 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-acade502-60e2-473e-8048-7eddf8f34427 req-25e84051-c0d0-492d-add7-3cff314dde0b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0922737 Apr 19 11:01:40.640469 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-acade502-60e2-473e-8048-7eddf8f34427 req-7e6b4222-f62e-4592-b042-5a4ed5038263 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Apr 19 11:01:40.974025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b07218-3587-49b8-b22d-e7fd127d116c req-b61d3792-9cbe-43f2-b875-9873820d12fa tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:40.975585 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c0b07218-3587-49b8-b22d-e7fd127d116c req-b61d3792-9cbe-43f2-b875-9873820d12fa tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.1171148 Apr 19 11:01:41.027898 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c0b07218-3587-49b8-b22d-e7fd127d116c req-baebb5f5-2e74-48a8-aa2a-f141218b3f9e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Apr 19 11:01:41.185227 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d838252e-c0d2-4c2f-8194-e7e51ad5d6a4 req-3959c03b-d551-427b-9661-242767dff0a5 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0528722 Apr 19 11:01:41.861267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0161-6ed2-4dc2-bc1f-f5cc7b2dde29 req-e8337e3c-ed00-4704-a7db-157a68ac280a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:41.863506 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7c8e0161-6ed2-4dc2-bc1f-f5cc7b2dde29 req-e8337e3c-ed00-4704-a7db-157a68ac280a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0974643 Apr 19 11:01:41.915121 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7c8e0161-6ed2-4dc2-bc1f-f5cc7b2dde29 req-4c7c98bc-942a-460b-a777-0ca4d2c9dc01 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Apr 19 11:01:42.226965 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb7b42-0404-40e1-904d-70e27beac2d6 req-294fa161-3436-45ac-80d7-118259dba629 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:42.228543 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6ccb7b42-0404-40e1-904d-70e27beac2d6 req-294fa161-3436-45ac-80d7-118259dba629 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 931 time: 0.0883160 Apr 19 11:01:42.276019 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6ccb7b42-0404-40e1-904d-70e27beac2d6 req-4564ad97-5178-4b7f-b243-8f8654abbadb tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Apr 19 11:01:42.424491 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9b9c2b36-2942-4165-82c2-d2fb28966ec2 req-b16ab5d6-cea8-444d-8a63-2806068e2968 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0519409 Apr 19 11:01:42.544178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Request body: {'port': {'device_id': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:42.668535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:43.113170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc36fde-3cac-4b01-afb6-e9b80f452619 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:01:43.124810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:43.142063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Transition to ACTIVE for port object 6fc36fde-3cac-4b01-afb6-e9b80f452619 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:43.146041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:43.150963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:43.178754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66132e04-3fdf-43c1-97ec-22e713175d56 req-64d1f8d6-f09a-4710-9baf-fea4e45c52e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:43.180578 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-66132e04-3fdf-43c1-97ec-22e713175d56 req-64d1f8d6-f09a-4710-9baf-fea4e45c52e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.0961764 Apr 19 11:01:43.271068 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-66132e04-3fdf-43c1-97ec-22e713175d56 req-06a53f41-2b12-4457-a04a-7a68aa5e0a08 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802879 Apr 19 11:01:43.508051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:43.556624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.557019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.557633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.558039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.558437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.558850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.559245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.559680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.560270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.560666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.561361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.561851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:43.566668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:43.604730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Attempting to bind port 6fc36fde-3cac-4b01-afb6-e9b80f452619 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:01:43.605123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Attempting to bind port 6fc36fde-3cac-4b01-afb6-e9b80f452619 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:01:43.605496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Attempting to bind port 6fc36fde-3cac-4b01-afb6-e9b80f452619 on network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:43.612280 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c2d42a9-3c02-41e7-8eb9-5f0006c3fc22 req-14e95656-a714-40e2-a3d1-934d4852e8bd tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0605216 Apr 19 11:01:43.615348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Port 6fc36fde-3cac-4b01-afb6-e9b80f452619 on network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:01:43.615767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Attempting to bind port 6fc36fde-3cac-4b01-afb6-e9b80f452619 on network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:43.625423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:01:43.625804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Checking segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:43.626228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Bound using segment: {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:01:43.626761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Bound port: 6fc36fde-3cac-4b01-afb6-e9b80f452619, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:01:43.627435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:43.647496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bf3d6-424e-40f9-bf68-56b1085f44d9 req-4e2e535c-40f3-49a4-96f8-89c97afdcd2d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:43.648255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-849bf3d6-424e-40f9-bf68-56b1085f44d9 req-4e2e535c-40f3-49a4-96f8-89c97afdcd2d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Synchronizing usage tracker for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:43.717647 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-849bf3d6-424e-40f9-bf68-56b1085f44d9 req-4e2e535c-40f3-49a4-96f8-89c97afdcd2d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Unset dirty status for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:43.718940 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-849bf3d6-424e-40f9-bf68-56b1085f44d9 req-4e2e535c-40f3-49a4-96f8-89c97afdcd2d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 943 time: 0.2744622 Apr 19 11:01:43.786851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:01:43.794551 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-849bf3d6-424e-40f9-bf68-56b1085f44d9 req-7b1ce8a6-6083-4e89-8a57-89bb28adbe5b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681143 Apr 19 11:01:43.798858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:01:43.802995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:43.807728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:43.860602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:43.861521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:43.863570 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] 10.222.0.43 "PUT /v2.0/ports/6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 1093 time: 1.3244586 Apr 19 11:01:43.866119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:43.899812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:43.903333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:43.940076 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'status': 'completed', 'code': 200} Apr 19 11:01:44.124043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-637d0a9e-c3ed-4889-ab2c-31327b53fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.125653 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-637d0a9e-c3ed-4889-ab2c-31327b53fefa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1096 time: 0.0839067 Apr 19 11:01:44.125871 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-713ea418-b41f-47fd-8c17-ccb8e4ec50a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834105 Apr 19 11:01:44.317105 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-5e65b98e-bc7f-4a27-9dea-9f9cf52cd878 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 217 time: 0.0990117 Apr 19 11:01:44.324798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-06622270-0f15-43c0-ac04-4b7a0efeca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.326410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-06622270-0f15-43c0-ac04-4b7a0efeca8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 1100 time: 0.1018646 Apr 19 11:01:44.519700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-ade929fe-999b-426b-8983-ced86b61eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.521697 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-ade929fe-999b-426b-8983-ced86b61eb75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.1702936 Apr 19 11:01:44.589898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-ac761c5f-cb5a-4c23-a511-507a789ae6ef tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.591813 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-ac761c5f-cb5a-4c23-a511-507a789ae6ef tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "GET /v2.0/networks?id=eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 200 len: 808 time: 0.2732410 Apr 19 11:01:44.595842 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-b02f4697-fb1d-4467-8481-b90de0a59f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.598033 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-b02f4697-fb1d-4467-8481-b90de0a59f1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.2454498 Apr 19 11:01:44.677769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Request body: {'port': {'device_id': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0', 'admin_state_up': True, 'tenant_id': 'f76e89d5df4d40bfa48be3bf6c4fdd49'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:44.748783 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-1c9bdb97-ceda-4d9c-a1ba-802fd27fc1d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 200 len: 1002 time: 0.2066317 Apr 19 11:01:44.788839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41acdb0-61e3-4388-9047-084d5f1483a2 req-781d8476-379b-4b44-b50d-8da1f9f836e8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.790346 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a41acdb0-61e3-4388-9047-084d5f1483a2 req-781d8476-379b-4b44-b50d-8da1f9f836e8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1226425 Apr 19 11:01:44.839133 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a41acdb0-61e3-4388-9047-084d5f1483a2 req-a4073e1b-a034-4b64-875d-fc942bbcc80a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Apr 19 11:01:44.879562 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c417d867-4877-4bd1-aebe-43dcd81c68de req-b9c2a256-288a-47f4-921e-ec1b4a378ce3 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.1238718 Apr 19 11:01:44.920177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-d8f00fd2-45c5-451a-a11e-7d8e58149422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:44.922620 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-d8f00fd2-45c5-451a-a11e-7d8e58149422 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0823543 Apr 19 11:01:45.044549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-28102082-f73a-40af-a026-5ca28d4ff59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:45.046273 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-28102082-f73a-40af-a026-5ca28d4ff59e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956974 Apr 19 11:01:45.211621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-6c478144-02ee-45e1-b746-95876859ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:45.213212 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-6c478144-02ee-45e1-b746-95876859ed8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5580618 Apr 19 11:01:45.345021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:01:45.392282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:01:45.417919 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-106ff69e-b17e-4bf1-9df5-c7d51d043e52 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630433 Apr 19 11:01:45.431018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Made reservation on behalf of f76e89d5df4d40bfa48be3bf6c4fdd49 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:01:45.437115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:45.467462 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-b0c3710b-a9fb-466a-afa7-6d8ebb7834b6 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297015 Apr 19 11:01:45.517089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c7734-cf5e-433f-8883-54ff5388c4ee req-efb3c83a-470c-462b-a967-c0b0679b6d08 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:45.518818 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc4c7734-cf5e-433f-8883-54ff5388c4ee req-efb3c83a-470c-462b-a967-c0b0679b6d08 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 943 time: 0.3529041 Apr 19 11:01:45.590326 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bef9c1bc-6a80-4a8e-8238-3d01b2ce7bb4 req-766767a0-20aa-4ab0-8fad-83fdd8f9785f service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619308 Apr 19 11:01:45.740254 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc4c7734-cf5e-433f-8883-54ff5388c4ee req-61cdfd5b-9ca3-4044-9fd7-d6bc0ee47965 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810060 Apr 19 11:01:45.800579 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d4aba773-d18e-40aa-8268-b69f73b7eb8f req-ba13e27b-32dc-4807-b8c7-618cc4eb83bc service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806282 Apr 19 11:01:45.804644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Allocated IP 172.20.0.6 (eeb8fb31-e878-4a03-89a6-6609963ed9d0/c8441208-3e8c-4ecf-92a5-a21218765865/fad1f9ac-e836-4e50-9706-7af96bd0cc3c) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:01:46.087737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9861dac9-78d9-43dc-98e4-c3c8a84583e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:46.099512 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-314a1b76-09ab-4028-8514-5509e1462ce1 req-2f933ee3-05bf-4a26-a2a7-e3e63575817f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0655124 Apr 19 11:01:46.142639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-7550cead-ea27-48d4-8693-e38e0f8db813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.145106 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-7550cead-ea27-48d4-8693-e38e0f8db813 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1474438 Apr 19 11:01:46.178453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-7483376e-4bbb-4491-a02a-9a75684161fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.180054 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-7483376e-4bbb-4491-a02a-9a75684161fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1096 time: 0.2293384 Apr 19 11:01:46.184858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:46.233619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1636-3c76-4d4c-8aef-a564b536e930 req-44c01584-38e9-4512-b54e-8fcdba7ef217 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.235300 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-272f1636-3c76-4d4c-8aef-a564b536e930 req-44c01584-38e9-4512-b54e-8fcdba7ef217 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2362978 Apr 19 11:01:46.385799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b2b0b-73a7-4b6e-8268-67f79509499b req-34c47470-9589-4f0e-a0a2-72333efacf60 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.387790 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d41b2b0b-73a7-4b6e-8268-67f79509499b req-34c47470-9589-4f0e-a0a2-72333efacf60 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1562421 Apr 19 11:01:46.389143 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-e7e9b11b-e603-4cdd-a93d-9cb112030551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.390601 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-e7e9b11b-e603-4cdd-a93d-9cb112030551 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.2359672 Apr 19 11:01:46.395879 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-272f1636-3c76-4d4c-8aef-a564b536e930 req-b414539a-6c5a-47c1-baae-87031a764121 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077628 Apr 19 11:01:46.406876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-e7fad8b5-3d19-4c77-8c09-c7ac2864f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.408649 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-e7fad8b5-3d19-4c77-8c09-c7ac2864f50d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.2137692 Apr 19 11:01:46.410277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:46.416551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f47bac1-aa34-4f43-aef3-1be57b7f1a17 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:46.492987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:01:46.493258 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-24080563-678b-419b-acd0-12323b1bbce2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 217 time: 0.0758581 Apr 19 11:01:46.496325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:01:46.501312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:01:46.514655 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d41b2b0b-73a7-4b6e-8268-67f79509499b req-58657fed-34e4-4d8b-badf-6b9ca2662065 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176534 Apr 19 11:01:46.529432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Pushing event updated for resources: {'Port': ['ID=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:46.541306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:46.624499 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-ad21e045-3c84-4efe-bfcd-64d68660bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.626252 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-ad21e045-3c84-4efe-bfcd-64d68660bc7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.0708444 Apr 19 11:01:46.630822 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-89012cdf-b207-4a85-8475-bd4464f2ca1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 217 time: 0.0814660 Apr 19 11:01:46.642191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.642914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:46.668869 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0122333 Apr 19 11:01:46.771126 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-0ae9a7c4-6f49-4cd4-9e55-71774ac40bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712943 Apr 19 11:01:46.777489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Request body: {'port': {'device_id': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:01:46.929603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-42b5e3b4-249c-408b-b603-75a6e9b69464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:46.931186 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-42b5e3b4-249c-408b-b603-75a6e9b69464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.2010651 Apr 19 11:01:47.021769 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-dbc54b04-2fea-45eb-b64c-8d1a4c4e624c service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370732 Apr 19 11:01:47.073357 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:47.194772 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5ab35ca9-71fd-49a0-8742-7914d12bb052 req-cced6978-49a1-40bf-b336-6868d4d1df20 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511462 Apr 19 11:01:47.255577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9cd34-d7cf-4983-8ca5-234fac94392f req-257506fd-e2b3-48a1-a2db-c424bd8f6468 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:47.257217 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07b9cd34-d7cf-4983-8ca5-234fac94392f req-257506fd-e2b3-48a1-a2db-c424bd8f6468 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 943 time: 0.3050456 Apr 19 11:01:47.265805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-30b176f1-532b-44ad-be2b-36534f4b6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:47.267422 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-30b176f1-532b-44ad-be2b-36534f4b6b7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2714603 Apr 19 11:01:47.316864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b908-badb-4ae4-beda-40c84758c32b req-03cc6fa4-2ad1-462b-a836-e10742b4b916 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:47.318820 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3fd4b908-badb-4ae4-beda-40c84758c32b req-03cc6fa4-2ad1-462b-a836-e10742b4b916 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 931 time: 0.0984440 Apr 19 11:01:47.378104 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3fd4b908-badb-4ae4-beda-40c84758c32b req-1ff3b75f-1bc4-4cd1-b561-ea6d7aca463a tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Apr 19 11:01:47.441057 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-07b9cd34-d7cf-4983-8ca5-234fac94392f req-8b6de299-e43f-47b9-9777-c3293fc28e3a tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696122 Apr 19 11:01:47.593943 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-a94f16b4-b6bb-4b2c-beb0-09ebf30aebdd service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036978 Apr 19 11:01:47.608354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a78ed-6c44-4059-a3ba-ed9e9f7b1fc2 req-ce40a278-f531-428e-86e9-417cd8e3428c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:47.610089 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-563a78ed-6c44-4059-a3ba-ed9e9f7b1fc2 req-ce40a278-f531-428e-86e9-417cd8e3428c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0934134 Apr 19 11:01:47.661815 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-563a78ed-6c44-4059-a3ba-ed9e9f7b1fc2 req-92882415-cf8c-4a8c-8827-0679ebfe1574 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448494 Apr 19 11:01:47.739582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 11:01:48.105185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad1f9ac-e836-4e50-9706-7af96bd0cc3c {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:01:48.111259 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-14cbcb52-4cce-49fe-9aa3-6f045621c872 req-2299189b-a45e-4546-b3a7-f55d53276e56 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049880 Apr 19 11:01:48.116937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:48.141015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Transition to ACTIVE for port object fad1f9ac-e836-4e50-9706-7af96bd0cc3c will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:01:48.150291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9b79-762e-44a5-bd2d-baf23f28a713 req-f2c049ca-4874-4090-9018-b89c36328b28 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:48.151923 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-679e9b79-762e-44a5-bd2d-baf23f28a713 req-f2c049ca-4874-4090-9018-b89c36328b28 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.4640141 Apr 19 11:01:48.153026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:48.157940 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:48.324965 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Pushing event updated for resources: {'Port': ['ID=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:48.331123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:48.370862 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-679e9b79-762e-44a5-bd2d-baf23f28a713 req-e579a9e0-ed56-4fdb-b4ef-46cc54531f6d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768811 Apr 19 11:01:48.447862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Attempting to bind port fad1f9ac-e836-4e50-9706-7af96bd0cc3c on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:01:48.448477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Attempting to bind port fad1f9ac-e836-4e50-9706-7af96bd0cc3c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:01:48.448602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Attempting to bind port fad1f9ac-e836-4e50-9706-7af96bd0cc3c on network eeb8fb31-e878-4a03-89a6-6609963ed9d0 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:48.453727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Port fad1f9ac-e836-4e50-9706-7af96bd0cc3c on network eeb8fb31-e878-4a03-89a6-6609963ed9d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:01:48.454087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Attempting to bind port fad1f9ac-e836-4e50-9706-7af96bd0cc3c on network eeb8fb31-e878-4a03-89a6-6609963ed9d0 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:01:48.460596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:01:48.460975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Checking segment: {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:01:48.461400 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Bound using segment: {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:01:48.461878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Bound port: fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745277e8-24f7-42fc-9ea9-30fe596b4f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:01:48.462265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:48.521913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-529a14ea-9a2a-43fa-8150-05d6cc033637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:48.579454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] For port fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:01:48.583073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] For port fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:01:48.588328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:48.593827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:48.607406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8c903-2657-4faa-833b-a03af4b9a9f9 req-ae6bfa23-dd9c-48ab-a1dd-c56c7f3378fd tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:48.609180 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d6a8c903-2657-4faa-833b-a03af4b9a9f9 req-ae6bfa23-dd9c-48ab-a1dd-c56c7f3378fd tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 943 time: 0.1119907 Apr 19 11:01:48.651704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:48.652379 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:48.654091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] 10.222.0.43 "PUT /v2.0/ports/fad1f9ac-e836-4e50-9706-7af96bd0cc3c HTTP/1.1" status: 200 len: 1093 time: 1.8851380 Apr 19 11:01:48.655194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'tag': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:48.668126 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d6a8c903-2657-4faa-833b-a03af4b9a9f9 req-1391303f-2f6d-42c8-a109-48e8178b01e2 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511217 Apr 19 11:01:48.684866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Pushing event updated for resources: {'Port': ['ID=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:48.689242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:48.780725 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'tag': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c', 'status': 'completed', 'code': 200} Apr 19 11:01:48.925532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-2c9e3bf7-e0bc-46aa-b2f9-fe44f7ac60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:48.927313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-2c9e3bf7-e0bc-46aa-b2f9-fe44f7ac60ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 1096 time: 0.1504962 Apr 19 11:01:48.946318 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1194cac-0511-44ff-b8ba-8db6ddcb9dad req-c9efa5de-53c9-4816-91eb-f67fe3a7fa1f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:48.947358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ece5c-b9a1-4b82-9b63-5c56f9601c16 req-86a2ae60-86a0-429c-8abb-42b9486ef329 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:48.948431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1194cac-0511-44ff-b8ba-8db6ddcb9dad req-c9efa5de-53c9-4816-91eb-f67fe3a7fa1f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 943 time: 0.2385852 Apr 19 11:01:48.949026 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-290ece5c-b9a1-4b82-9b63-5c56f9601c16 req-86a2ae60-86a0-429c-8abb-42b9486ef329 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0992801 Apr 19 11:01:49.001802 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-290ece5c-b9a1-4b82-9b63-5c56f9601c16 req-6903c394-d48b-4c0a-b55b-1bb043afb9ce tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459580 Apr 19 11:01:49.033960 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-c07b2145-ba6a-4387-aa46-3cd5d3cfcd19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c HTTP/1.1" status: 200 len: 217 time: 0.0843005 Apr 19 11:01:49.106287 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1194cac-0511-44ff-b8ba-8db6ddcb9dad req-a03fc643-4b69-447e-93a8-002bf210db70 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979273 Apr 19 11:01:49.126932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0aed7d52-9532-47ed-8386-4587227c205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:49.129058 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-0aed7d52-9532-47ed-8386-4587227c205b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8441208-3e8c-4ecf-92a5-a21218765865 HTTP/1.1" status: 200 len: 848 time: 0.0784528 Apr 19 11:01:49.201237 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-eea5d792-5545-4362-a9f0-f9bdf0b115fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eeb8fb31-e878-4a03-89a6-6609963ed9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479589 Apr 19 11:01:49.272880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:49.361369 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-de4325a7-2bba-4db5-8644-f3c711340fec service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422999 Apr 19 11:01:49.575507 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-494c0e2e-eddc-484d-a332-37773cc7111d req-5a375c16-d9f2-4f4d-b248-27d30dd53b61 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063241 Apr 19 11:01:49.602748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 6fc36fde-3cac-4b01-afb6-e9b80f452619 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:01:49.612337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee1cb-7f4e-4da2-8833-9c85a5be41f9 req-d42dbfe6-1b35-4d2f-a658-99759d13ffbe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:49.615222 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1d8ee1cb-7f4e-4da2-8833-9c85a5be41f9 req-d42dbfe6-1b35-4d2f-a658-99759d13ffbe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1232390 Apr 19 11:01:49.667428 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1d8ee1cb-7f4e-4da2-8833-9c85a5be41f9 req-2164822d-8ece-4877-bb4b-212954b8295a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Apr 19 11:01:49.717454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d5e33-b911-4df4-8075-1e93c7a1e078 req-93c87411-9bbc-4a7e-a5f5-d093823c262c tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:49.719458 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4a1d5e33-b911-4df4-8075-1e93c7a1e078 req-93c87411-9bbc-4a7e-a5f5-d093823c262c tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0967758 Apr 19 11:01:49.765957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:49.778226 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4a1d5e33-b911-4df4-8075-1e93c7a1e078 req-40f17d06-3fdd-496e-a067-0139498927ba tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510178 Apr 19 11:01:49.782784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'port_id': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'mac_address': 'fa:16:3e:55:f3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:01:49.801816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-34e7263f-4291-4bf4-b9fc-04ff8c00226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:49.804183 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-34e7263f-4291-4bf4-b9fc-04ff8c00226c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 1096 time: 0.1006939 Apr 19 11:01:49.856422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:49.876052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc36fde-3cac-4b01-afb6-e9b80f452619 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:01:49.893468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:49.897058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:49.898964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:49.969770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:49.973148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:50.034095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0765c9-d414-422e-a042-bb6862fd18e2 req-a98a7af3-7e89-4f18-a129-b46054a31e8f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.035050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-fb0765c9-d414-422e-a042-bb6862fd18e2 req-a98a7af3-7e89-4f18-a129-b46054a31e8f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Synchronizing usage tracker for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:50.046925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-f058bd65-a0c3-4b96-a560-cd439760d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.047191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:50.048517 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-f058bd65-a0c3-4b96-a560-cd439760d150 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 200 len: 909 time: 0.1871355 Apr 19 11:01:50.057333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-fb0765c9-d414-422e-a042-bb6862fd18e2 req-a98a7af3-7e89-4f18-a129-b46054a31e8f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Unset dirty status for tenant:f76e89d5df4d40bfa48be3bf6c4fdd49 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:50.058627 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fb0765c9-d414-422e-a042-bb6862fd18e2 req-a98a7af3-7e89-4f18-a129-b46054a31e8f tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 943 time: 0.2428408 Apr 19 11:01:50.144902 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-3949c642-8f5b-4df6-b5a7-2abb1c60d1f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c HTTP/1.1" status: 200 len: 217 time: 0.0833497 Apr 19 11:01:50.213877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e534e85-ac56-488e-b053-221780f86e6b req-5f60f001-1e8d-422f-adb1-f26376d202fb tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.215586 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8e534e85-ac56-488e-b053-221780f86e6b req-5f60f001-1e8d-422f-adb1-f26376d202fb tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0925255 Apr 19 11:01:50.217072 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fb0765c9-d414-422e-a042-bb6862fd18e2 req-89237775-8b8c-4a89-9b42-f428d2a09d02 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973463 Apr 19 11:01:50.238329 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-81a9587f-6ce3-49ad-93b5-ab31522ca44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.240009 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-81a9587f-6ce3-49ad-93b5-ab31522ca44e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8441208-3e8c-4ecf-92a5-a21218765865 HTTP/1.1" status: 200 len: 848 time: 0.0872827 Apr 19 11:01:50.296108 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8e534e85-ac56-488e-b053-221780f86e6b req-29c0daa0-5a1b-4af6-b0bc-6e1fd1965abd tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729342 Apr 19 11:01:50.302561 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-7ddd60d8-00e4-4dc7-8ea8-32cdfa7668e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eeb8fb31-e878-4a03-89a6-6609963ed9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497284 Apr 19 11:01:50.352909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['6fc36fde-3cac-4b01-afb6-e9b80f452619'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:01:50.519440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-9690140a-8285-499c-96af-7c8a720df27f service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058055 Apr 19 11:01:50.532411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e84cd-50ed-4369-b45e-13f44233cba5 req-8e862a55-5ea3-466c-8a74-79354cb66e35 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.534022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f3e84cd-50ed-4369-b45e-13f44233cba5 req-8e862a55-5ea3-466c-8a74-79354cb66e35 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 944 time: 0.1972880 Apr 19 11:01:50.685182 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f3e84cd-50ed-4369-b45e-13f44233cba5 req-ea88a9b9-9aba-4845-871c-f63cb3b1c42d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252859 Apr 19 11:01:50.714385 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-184ef588-ef09-4785-b0a3-4dafea26a4b1 req-3e501d6a-693d-4cfe-989a-c7e0b6ac14b7 service neutron] 10.222.0.43 "GET /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787031 Apr 19 11:01:50.880756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad5bf-58aa-42a8-a2ce-f65b8494c995 req-aa7d1009-424e-48ec-b16f-d70e7dc32838 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.883022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ffcad5bf-58aa-42a8-a2ce-f65b8494c995 req-aa7d1009-424e-48ec-b16f-d70e7dc32838 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0937264 Apr 19 11:01:50.906244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:50.935031 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ffcad5bf-58aa-42a8-a2ce-f65b8494c995 req-eea119b9-9804-42ff-a500-619aa52e9950 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Apr 19 11:01:50.987116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909fdfb-b705-429a-847a-1ce265c4013d req-c92bde99-2662-4554-b2e5-b2f4bcd081b5 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:50.988688 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8909fdfb-b705-429a-847a-1ce265c4013d req-c92bde99-2662-4554-b2e5-b2f4bcd081b5 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0868974 Apr 19 11:01:51.038668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8909fdfb-b705-429a-847a-1ce265c4013d req-60cda725-bd27-459e-851c-846d96669a62 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Apr 19 11:01:51.430226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53175c6-1d3c-4b38-9d84-81169ca50c60 req-3f61910f-e45e-45ed-927b-e2de22bd9267 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:51.431897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e53175c6-1d3c-4b38-9d84-81169ca50c60 req-3f61910f-e45e-45ed-927b-e2de22bd9267 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 943 time: 0.0953245 Apr 19 11:01:51.483284 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e53175c6-1d3c-4b38-9d84-81169ca50c60 req-d8ad15c3-7510-4fc2-a8eb-975a877cbbc1 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Apr 19 11:01:51.525071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b72da-b9dc-4b4d-9518-870662cc21c3 req-7079ba5d-ef5e-4e22-9e35-a458ba3a6b3a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:51.526725 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f78b72da-b9dc-4b4d-9518-870662cc21c3 req-7079ba5d-ef5e-4e22-9e35-a458ba3a6b3a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0905793 Apr 19 11:01:51.578786 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f78b72da-b9dc-4b4d-9518-870662cc21c3 req-631623d7-9a5e-46ed-b603-0028c75d68e5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454960 Apr 19 11:01:51.620767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fad1f9ac-e836-4e50-9706-7af96bd0cc3c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:01:51.630705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 6fc36fde-3cac-4b01-afb6-e9b80f452619 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:51.810974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 6fc36fde-3cac-4b01-afb6-e9b80f452619 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:51.827254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 6fc36fde-3cac-4b01-afb6-e9b80f452619 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:51.827677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:51.876752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:51.890130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3ffc-d7d5-495a-9a29-7ab34c250193 req-c79a9da6-afda-4ff3-95d2-e0ef997ab4f6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:51.891991 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d3ce3ffc-d7d5-495a-9a29-7ab34c250193 req-c79a9da6-afda-4ff3-95d2-e0ef997ab4f6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 944 time: 0.0919900 Apr 19 11:01:51.948547 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d3ce3ffc-d7d5-495a-9a29-7ab34c250193 req-b170ef04-acfc-4da5-9bb0-8a18cfa3883b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490642 Apr 19 11:01:52.069966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c', 'network_id': 'eeb8fb31-e878-4a03-89a6-6609963ed9d0', 'port_id': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c', 'mac_address': 'fa:16:3e:49:18:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 958, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8441208-3e8c-4ecf-92a5-a21218765865', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:01:52.148546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d106-af74-477a-978a-1cb68b6e82a4 req-fe79b1f2-67eb-4888-aa6b-39d846952c3b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:52.150482 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0fd6d106-af74-477a-978a-1cb68b6e82a4 req-fe79b1f2-67eb-4888-aa6b-39d846952c3b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0972290 Apr 19 11:01:52.171984 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:52.202992 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0fd6d106-af74-477a-978a-1cb68b6e82a4 req-97b9e57f-1760-4011-ab3b-bb16c0787a5b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Apr 19 11:01:52.209079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad1f9ac-e836-4e50-9706-7af96bd0cc3c {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:01:52.230603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:52.241341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1323cf-ce08-4197-82a5-7f682b1f2267 req-9f51ae36-9000-42f4-8eac-b46b8ecafa06 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:52.242973 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ed1323cf-ce08-4197-82a5-7f682b1f2267 req-9f51ae36-9000-42f4-8eac-b46b8ecafa06 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0901997 Apr 19 11:01:52.243599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:52.249580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:52.252397 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:52.292472 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ed1323cf-ce08-4197-82a5-7f682b1f2267 req-c0b4f453-1223-4ffe-b076-9feabd41dd85 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Apr 19 11:01:52.309261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:52.332111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:52.339872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:52.344981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:52.348532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:52.349034 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:52.381136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'code': 200} Apr 19 11:01:52.428090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:52.431121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:52.652689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904e002-822f-4ec1-bc80-2498e3863299 req-f521e7fe-243c-42cf-abdb-3b459aca5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:52.654283 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0904e002-822f-4ec1-bc80-2498e3863299 req-f521e7fe-243c-42cf-abdb-3b459aca5904 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1098 time: 0.0784879 Apr 19 11:01:52.676347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['fad1f9ac-e836-4e50-9706-7af96bd0cc3c'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:01:52.693282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1892bd9-a8a6-4bba-a908-ce09fdc7172d req-deb15dbe-9531-4a74-839d-8bad8fd8f891 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:52.695022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c1892bd9-a8a6-4bba-a908-ce09fdc7172d req-deb15dbe-9531-4a74-839d-8bad8fd8f891 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 944 time: 0.0946190 Apr 19 11:01:52.745443 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c1892bd9-a8a6-4bba-a908-ce09fdc7172d req-476150cb-1d2e-45b7-815a-7fc9613f9b24 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Apr 19 11:01:52.758946 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0904e002-822f-4ec1-bc80-2498e3863299 req-00ebd478-accc-49f2-a1a5-9b227286acf0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957737 Apr 19 11:01:52.801008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733153-c474-4119-aa4d-168703520816 req-45a59ce5-3109-4766-bd11-6d90a0dca5d3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:52.802686 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49733153-c474-4119-aa4d-168703520816 req-45a59ce5-3109-4766-bd11-6d90a0dca5d3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0992663 Apr 19 11:01:52.852652 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49733153-c474-4119-aa4d-168703520816 req-c5000479-3161-4a70-b4d6-e3b07e0b2ebe tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435510 Apr 19 11:01:53.151087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb0e69-3e15-4935-8358-a9395de20127 req-5f9a5e7a-4241-4527-b035-1fc9831fef57 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:53.152604 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-74bb0e69-3e15-4935-8358-a9395de20127 req-5f9a5e7a-4241-4527-b035-1fc9831fef57 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.0884321 Apr 19 11:01:53.199879 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-74bb0e69-3e15-4935-8358-a9395de20127 req-756e30e5-8774-4190-ba4b-3b3abcb3b118 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Apr 19 11:01:53.407249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9c2db-4556-4df1-99bc-6d056d72152b req-3032c5ed-04e7-4554-9c0b-993afca7a4bd tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:53.408867 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2cb9c2db-4556-4df1-99bc-6d056d72152b req-3032c5ed-04e7-4554-9c0b-993afca7a4bd tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0919445 Apr 19 11:01:53.459257 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2cb9c2db-4556-4df1-99bc-6d056d72152b req-0e0ae5c4-0e0c-4b8d-94bf-faeed2161123 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Apr 19 11:01:53.497728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb3c8d-7f4f-4144-a115-132c388c978f req-02515dea-d773-4a3a-83be-cac16c65f474 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:53.499359 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6efb3c8d-7f4f-4144-a115-132c388c978f req-02515dea-d773-4a3a-83be-cac16c65f474 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0939848 Apr 19 11:01:53.547394 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6efb3c8d-7f4f-4144-a115-132c388c978f req-cf403ff1-d4f7-4160-803c-9ef82733fd59 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Apr 19 11:01:53.701231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:01:53.948073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43a925-e43a-475a-a5e4-ca1a36e3bcd7 req-db457854-53fc-4c16-8c09-2b2f6056e162 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:53.949669 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1c43a925-e43a-475a-a5e4-ca1a36e3bcd7 req-db457854-53fc-4c16-8c09-2b2f6056e162 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 944 time: 0.0920408 Apr 19 11:01:53.998668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1c43a925-e43a-475a-a5e4-ca1a36e3bcd7 req-7cce24c8-1088-4732-b217-1df1d65c6379 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Apr 19 11:01:54.060026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df2343-0403-4a9c-890e-b4688b1a8878 req-bde7ac44-b7b6-4040-959f-f78c1bd69334 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:54.061621 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-60df2343-0403-4a9c-890e-b4688b1a8878 req-bde7ac44-b7b6-4040-959f-f78c1bd69334 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0891323 Apr 19 11:01:54.111818 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-60df2343-0403-4a9c-890e-b4688b1a8878 req-b9ad8667-1be2-4a2c-8543-508ff7a17af0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432706 Apr 19 11:01:54.403181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202c01-3b5a-4f1c-acfa-bf3e10a112ca req-32d18159-24d7-441a-ae12-54f143206bfa tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:54.404897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c1202c01-3b5a-4f1c-acfa-bf3e10a112ca req-32d18159-24d7-441a-ae12-54f143206bfa tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.0915501 Apr 19 11:01:54.454842 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c1202c01-3b5a-4f1c-acfa-bf3e10a112ca req-0505cfac-0efd-48ff-a00a-c5788f9d0e30 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Apr 19 11:01:54.658092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e297640-b55b-4a9d-8025-9be932bd7538 req-c6c624f7-0182-46c8-8e4b-73d438899ec2 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:54.660267 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2e297640-b55b-4a9d-8025-9be932bd7538 req-c6c624f7-0182-46c8-8e4b-73d438899ec2 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.0915542 Apr 19 11:01:54.664903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20638464-6319-421c-bcfd-c342a4459a85 req-84d10379-56dc-4902-b845-96f974899b67 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:54.666541 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20638464-6319-421c-bcfd-c342a4459a85 req-84d10379-56dc-4902-b845-96f974899b67 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0897763 Apr 19 11:01:54.710074 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2e297640-b55b-4a9d-8025-9be932bd7538 req-b2ec92e9-054a-4f37-9625-77d410b4cbb8 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Apr 19 11:01:54.719989 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20638464-6319-421c-bcfd-c342a4459a85 req-f1c216c3-4ead-487d-b991-a96f9a869e95 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Apr 19 11:01:54.904085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da3bfe-827e-4447-9834-8d8cd6bbb6ce req-0e1d4682-d02d-4487-8fed-719add509c59 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:54.905842 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-28da3bfe-827e-4447-9834-8d8cd6bbb6ce req-0e1d4682-d02d-4487-8fed-719add509c59 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.0936732 Apr 19 11:01:54.959518 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-28da3bfe-827e-4447-9834-8d8cd6bbb6ce req-48b3d6f5-a0d6-49d2-a439-1e7bdffc9c9f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Apr 19 11:01:55.127132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dfd65-9bb4-4fe5-ba0e-04a126bd962d req-13f5d735-1f79-4209-b4c7-aeb460093b4e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:55.128800 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e59dfd65-9bb4-4fe5-ba0e-04a126bd962d req-13f5d735-1f79-4209-b4c7-aeb460093b4e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.0879302 Apr 19 11:01:55.176529 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e59dfd65-9bb4-4fe5-ba0e-04a126bd962d req-957697f1-0a75-471e-abd2-afcf5145123f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Apr 19 11:01:55.201994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72997de-db94-4325-80af-48b64cc215db req-af06ebf1-80dc-423f-ad8d-ced2c441be05 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:55.203756 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a72997de-db94-4325-80af-48b64cc215db req-af06ebf1-80dc-423f-ad8d-ced2c441be05 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 944 time: 0.0891113 Apr 19 11:01:55.256419 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a72997de-db94-4325-80af-48b64cc215db req-5d64f5c7-2316-4a28-a76c-645783f55b3e tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Apr 19 11:01:55.376912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fea81-17da-474b-a8c5-1ef9c9ad1d50 req-1808467e-5e41-4ff7-b0c1-3d660d381aac tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:55.379099 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f45fea81-17da-474b-a8c5-1ef9c9ad1d50 req-1808467e-5e41-4ff7-b0c1-3d660d381aac tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0927124 Apr 19 11:01:55.656178 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f45fea81-17da-474b-a8c5-1ef9c9ad1d50 req-bfbe5517-f7ed-43d1-845d-d566aabc41c8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701378 Apr 19 11:01:55.666651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fad1f9ac-e836-4e50-9706-7af96bd0cc3c up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:01:55.741895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port fad1f9ac-e836-4e50-9706-7af96bd0cc3c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:01:55.746966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port fad1f9ac-e836-4e50-9706-7af96bd0cc3c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:01:55.747389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:55.877752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:55.906532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:55.916631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:55.920173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:55.922128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:55.940345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de130a-6c2e-4692-89a0-ee7debe526d9 req-3582c8dd-27ab-40b3-8180-d90e9c7e350a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:55.942669 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58de130a-6c2e-4692-89a0-ee7debe526d9 req-3582c8dd-27ab-40b3-8180-d90e9c7e350a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0986860 Apr 19 11:01:55.968322 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c', 'code': 200} Apr 19 11:01:55.991521 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58de130a-6c2e-4692-89a0-ee7debe526d9 req-8338821c-31f3-4546-9623-73b5542f0f5d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Apr 19 11:01:55.994994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:56.004918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.005401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.005694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.006053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.006390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.007273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.007273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.007456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.007811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.008175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.008540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.008905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:01:56.020422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:56.245644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495c9f-a4d1-43e5-b946-f9eb06d1c59e req-656c04ab-396b-4b4d-b382-5a2366f239c0 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:56.247177 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6c495c9f-a4d1-43e5-b946-f9eb06d1c59e req-656c04ab-396b-4b4d-b382-5a2366f239c0 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.1642413 Apr 19 11:01:56.256079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-d1ad90ad-60d5-4101-8f94-7760ddcbc03c tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:56.257484 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-d1ad90ad-60d5-4101-8f94-7760ddcbc03c tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 946 time: 0.1361041 Apr 19 11:01:56.423300 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6c495c9f-a4d1-43e5-b946-f9eb06d1c59e req-c30effd8-67fe-4ffe-be1f-4fdf1afa15f5 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647840 Apr 19 11:01:56.442770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Deleting port 469980fd-8775-43ee-98e4-db45536dbb8a {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:01:56.442770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:56.463672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c28271-0ddf-4f11-8a6a-67d5bc15f90c req-77a5501a-0c7a-4519-9220-10d605ec6f59 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:56.465256 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58c28271-0ddf-4f11-8a6a-67d5bc15f90c req-77a5501a-0c7a-4519-9220-10d605ec6f59 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.0888002 Apr 19 11:01:56.509248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340f98d-88e7-458e-bbb8-d580dc2a7654 req-beba9a2e-31d0-4d82-85bd-2f604feb3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:56.510788 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2340f98d-88e7-458e-bbb8-d580dc2a7654 req-beba9a2e-31d0-4d82-85bd-2f604feb3536 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 1098 time: 0.2511742 Apr 19 11:01:56.516302 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58c28271-0ddf-4f11-8a6a-67d5bc15f90c req-058b02f5-8e63-4a67-95f4-c2059e8eee19 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Apr 19 11:01:56.625166 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2340f98d-88e7-458e-bbb8-d580dc2a7654 req-13770a38-6529-4a75-8aa2-593a78539a04 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824542 Apr 19 11:01:56.749356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] For port 469980fd-8775-43ee-98e4-db45536dbb8a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=469980fd-8775-43ee-98e4-db45536dbb8a,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:01:56.749758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:56.938863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Calling delete_port for 469980fd-8775-43ee-98e4-db45536dbb8a owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:01:57.110557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0a879-1f28-4bcf-ac84-32c7440a70cc req-da6df87c-e30f-482f-95ba-8a52e091b4cb tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:57.112137 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c4a0a879-1f28-4bcf-ac84-32c7440a70cc req-da6df87c-e30f-482f-95ba-8a52e091b4cb tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2935526 Apr 19 11:01:57.146541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:57.159715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a9ffb6b9-1283-4151-88dd-1419661ae396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:01:57.194716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['469980fd-8775-43ee-98e4-db45536dbb8a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:01:57.205850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aed7fa-6791-40f5-ba90-c2f78c4d7510 req-14a66deb-cbc6-45e8-8f97-c672f54e146f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:57.213156 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e2aed7fa-6791-40f5-ba90-c2f78c4d7510 req-14a66deb-cbc6-45e8-8f97-c672f54e146f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0917516 Apr 19 11:01:57.220494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Pushing event deleted for resources: {'Port': ['ID=469980fd-8775-43ee-98e4-db45536dbb8a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:01:57.254376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:01:57.257369 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e2aed7fa-6791-40f5-ba90-c2f78c4d7510 req-e0c066ad-71dd-4295-9978-3a9917d3d3fe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Apr 19 11:01:57.263152 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c4a0a879-1f28-4bcf-ac84-32c7440a70cc req-8118d564-545f-4882-8da2-3697dfb2592b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395030 Apr 19 11:01:57.309464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] No DVR routers for this DVR port 469980fd-8775-43ee-98e4-db45536dbb8a on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:01:57.312514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:01:57.315308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'name': 'network-vif-deleted', 'tag': '469980fd-8775-43ee-98e4-db45536dbb8a'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:01:57.331790 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1eae3ee-c2c2-4ca2-bbf2-9b4212fd4a86 req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "DELETE /v2.0/ports/469980fd-8775-43ee-98e4-db45536dbb8a HTTP/1.1" status: 204 len: 173 time: 1.0088418 Apr 19 11:01:57.368056 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041aed2e-e62a-4ca6-8e43-60b4ed36780c', 'name': 'network-vif-deleted', 'tag': '469980fd-8775-43ee-98e4-db45536dbb8a', 'status': 'completed', 'code': 200} Apr 19 11:01:57.602538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f79d9472-c3a6-446b-8026-776de1cc925c req-005c88e8-4260-40df-981c-052f112d306d tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Synchronizing usage tracker for tenant:24412f730ea04600bd82dea9d8739573 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:01:57.618049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-f79d9472-c3a6-446b-8026-776de1cc925c req-005c88e8-4260-40df-981c-052f112d306d tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Unset dirty status for tenant:24412f730ea04600bd82dea9d8739573 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:01:57.619361 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f79d9472-c3a6-446b-8026-776de1cc925c req-005c88e8-4260-40df-981c-052f112d306d tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=041aed2e-e62a-4ca6-8e43-60b4ed36780c HTTP/1.1" status: 200 len: 210 time: 0.0644145 Apr 19 11:01:57.807549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bbeca-eb2f-4879-b634-6f348e8779c9 req-1453ec89-8d95-4be9-b2a4-95a3774a8867 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:57.809159 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-006bbeca-eb2f-4879-b634-6f348e8779c9 req-1453ec89-8d95-4be9-b2a4-95a3774a8867 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Apr 19 11:01:57.889978 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-006bbeca-eb2f-4879-b634-6f348e8779c9 req-538494cd-49cc-4973-ad04-bf57daea2b14 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731223 Apr 19 11:01:58.472175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38b12e-7331-4872-adca-556776a808da req-7bb06413-3196-4c4d-9112-ce04a8aa9af8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:58.473787 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8f38b12e-7331-4872-adca-556776a808da req-7bb06413-3196-4c4d-9112-ce04a8aa9af8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0891020 Apr 19 11:01:58.476796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64362ec-57a2-47fd-9436-d2b561cd3bb3 req-6925e666-acb3-4d93-82c5-ffcd5335717f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:58.478393 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e64362ec-57a2-47fd-9436-d2b561cd3bb3 req-6925e666-acb3-4d93-82c5-ffcd5335717f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0956886 Apr 19 11:01:58.523085 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8f38b12e-7331-4872-adca-556776a808da req-74f02216-9cc6-4498-ac5a-f73a0da08ccd tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428958 Apr 19 11:01:58.527410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e64362ec-57a2-47fd-9436-d2b561cd3bb3 req-8f2a0dca-a183-4494-9833-ded5a46a8f51 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Apr 19 11:01:59.105500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a3159-44c5-4613-91d5-ff61de0e7451 req-42c10c17-2bb0-4441-9b87-75ecabe5f9f6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:59.107180 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-487a3159-44c5-4613-91d5-ff61de0e7451 req-42c10c17-2bb0-4441-9b87-75ecabe5f9f6 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.0915318 Apr 19 11:01:59.156974 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-487a3159-44c5-4613-91d5-ff61de0e7451 req-482911db-9c2e-4eec-abe1-e5bb72e61445 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Apr 19 11:01:59.680951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 469980fd-8775-43ee-98e4-db45536dbb8a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:01:59.750447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: 469980fd-8775-43ee-98e4-db45536dbb8a {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:01:59.751238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 469980fd-8775-43ee-98e4-db45536dbb8a not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:01:59.771285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c4934-4372-4e38-a16a-29594b0de233 req-8371aa3c-b8e1-4555-995e-39310e1dd41b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:59.772959 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4f2c4934-4372-4e38-a16a-29594b0de233 req-8371aa3c-b8e1-4555-995e-39310e1dd41b tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1185760 Apr 19 11:01:59.816062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb16c-c0c1-4690-9ce3-9068da4a4aea req-6e3dbac2-186e-4ed3-878a-9043bbc1b863 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:01:59.820642 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e1dfb16c-c0c1-4690-9ce3-9068da4a4aea req-6e3dbac2-186e-4ed3-878a-9043bbc1b863 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1567752 Apr 19 11:01:59.823976 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4f2c4934-4372-4e38-a16a-29594b0de233 req-91780d7a-e478-43c0-a349-bcd7d477dc05 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 Apr 19 11:01:59.886577 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e1dfb16c-c0c1-4690-9ce3-9068da4a4aea req-a3686515-6709-4797-8209-142b9c161ea2 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540805 Apr 19 11:02:00.551722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae1c80-6f60-481a-b406-e7f78a18f5e0 req-dd3d4682-32ce-4d25-b41b-cafc94a4a129 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:00.553321 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-73ae1c80-6f60-481a-b406-e7f78a18f5e0 req-dd3d4682-32ce-4d25-b41b-cafc94a4a129 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.0879073 Apr 19 11:02:00.586752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e36fa7-92d7-4c24-8a15-45afb6412422 req-7b1eb2c2-c7fa-4dd2-b333-945744518cdf tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:00.588342 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c5e36fa7-92d7-4c24-8a15-45afb6412422 req-7b1eb2c2-c7fa-4dd2-b333-945744518cdf tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.0882137 Apr 19 11:02:00.605384 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-73ae1c80-6f60-481a-b406-e7f78a18f5e0 req-9309cd7a-2349-4171-89b5-2e9b6496d23b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 Apr 19 11:02:00.632389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 60372) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:00.648916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c5e36fa7-92d7-4c24-8a15-45afb6412422 req-2c640d76-d7c5-4ab7-a7d8-04e3bb12a2f2 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516543 Apr 19 11:02:00.821142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c08f3df-a610-4236-89c6-905d0c62d79b tempest-TestMinimumBasicScenario-146031634 tempest-TestMinimumBasicScenario-146031634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:00.821821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5c08f3df-a610-4236-89c6-905d0c62d79b tempest-TestMinimumBasicScenario-146031634 tempest-TestMinimumBasicScenario-146031634-project-admin] Synchronizing usage tracker for tenant:d590c5aad84a4899aa493b678eb1ebbb on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:00.839454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5c08f3df-a610-4236-89c6-905d0c62d79b tempest-TestMinimumBasicScenario-146031634 tempest-TestMinimumBasicScenario-146031634-project-admin] Unset dirty status for tenant:d590c5aad84a4899aa493b678eb1ebbb on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:00.840717 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5c08f3df-a610-4236-89c6-905d0c62d79b tempest-TestMinimumBasicScenario-146031634 tempest-TestMinimumBasicScenario-146031634-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1093 time: 0.2072816 Apr 19 11:02:00.844154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 60378) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:00.850203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'floatingip': {'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'port_id': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:00.856857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:00.860950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:floatingip and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:00.864606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:00.870790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:00.881963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:01.037797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7cef-6240-4d40-a859-8c44db253bf1 req-6b3bbb55-9c6a-4170-a1e4-744ab4983ac8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:01.039446 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d03a7cef-6240-4d40-a859-8c44db253bf1 req-6b3bbb55-9c6a-4170-a1e4-744ab4983ac8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0893354 Apr 19 11:02:01.083514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:01.087485 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d03a7cef-6240-4d40-a859-8c44db253bf1 req-24c3ab55-49ac-46f6-b3d6-f3531bc009ec tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416002 Apr 19 11:02:01.185397 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e2e6-5f4d-4c70-8d8e-a042a949d9ba req-3fc3d370-b6d2-4c1d-8618-7a0549c7c338 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:01.187012 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dd72e2e6-5f4d-4c70-8d8e-a042a949d9ba req-3fc3d370-b6d2-4c1d-8618-7a0549c7c338 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1754031 Apr 19 11:02:01.295025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dd72e2e6-5f4d-4c70-8d8e-a042a949d9ba req-0de859e4-ae6a-41c5-8537-5458e9f0c747 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Apr 19 11:02:01.296155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Allocated IP 172.28.0.18 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/8d13c16d-99b8-4a95-95f7-78ee87052c0b) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:02:01.455175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:01.475178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955b27d-cecd-475b-a142-0e7beb58e7b2 req-1ee65da2-6fe5-4a90-8175-3eb513a9006d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:01.476835 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7955b27d-cecd-475b-a142-0e7beb58e7b2 req-1ee65da2-6fe5-4a90-8175-3eb513a9006d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.1010268 Apr 19 11:02:01.528181 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7955b27d-cecd-475b-a142-0e7beb58e7b2 req-bb97dcd1-ddf0-43f6-90ff-7612c33bc0eb tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 Apr 19 11:02:01.543817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:01.552066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b03d249-c9b0-47db-a62d-a6270ed45d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:01.634536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:02:01.641494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:02:01.647905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:02:01.677289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'Port': ['ID=8d13c16d-99b8-4a95-95f7-78ee87052c0b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:01.689447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:01.694989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-cc42b260-e563-42b4-bbd1-da2eaa1477ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:01.696592 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-cc42b260-e563-42b4-bbd1-da2eaa1477ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1099 time: 0.2131395 Apr 19 11:02:02.032649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-771c2328-8f09-4c92-b006-28bf455360cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.034687 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-771c2328-8f09-4c92-b006-28bf455360cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.3272157 Apr 19 11:02:02.453077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfa205-d25a-4d02-8c96-b4a6aa87c8b4 req-ee9937e7-f6be-4f96-8383-311c9993dac1 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.454691 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e4dfa205-d25a-4d02-8c96-b4a6aa87c8b4 req-ee9937e7-f6be-4f96-8383-311c9993dac1 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.6145849 Apr 19 11:02:02.505010 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b423e-2471-4e77-b372-0ce1becfdf53 req-fb3d1074-d353-4069-a3d5-4d5a3c57a586 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.506626 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f99b423e-2471-4e77-b372-0ce1becfdf53 req-fb3d1074-d353-4069-a3d5-4d5a3c57a586 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0881274 Apr 19 11:02:02.555382 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f99b423e-2471-4e77-b372-0ce1becfdf53 req-5fcda08f-8832-4c00-a7c3-b15bc4f3b12e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Apr 19 11:02:02.621196 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-85761ef9-d069-44c0-9af4-aed87c9374d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 1001 time: 0.5779145 Apr 19 11:02:02.638053 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e4dfa205-d25a-4d02-8c96-b4a6aa87c8b4 req-d9b9f391-3620-4d76-b6f0-d59562ac1f30 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276739 Apr 19 11:02:02.739334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333e565-b81c-4057-ad27-decc82aba49b req-320213ef-4016-4f4d-aa0d-aef37b5aba5b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.741031 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e333e565-b81c-4057-ad27-decc82aba49b req-320213ef-4016-4f4d-aa0d-aef37b5aba5b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.3749278 Apr 19 11:02:02.849856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-bba3704d-7715-4b43-b431-4f2352ec91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.852093 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-bba3704d-7715-4b43-b431-4f2352ec91b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.2196550 Apr 19 11:02:02.963577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22d7c1-0856-4be7-891b-40c1a8165930 req-57afa039-8295-4031-ab85-e18223cb4c0e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:02.965201 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8a22d7c1-0856-4be7-891b-40c1a8165930 req-57afa039-8295-4031-ab85-e18223cb4c0e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.3049829 Apr 19 11:02:02.997155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Deleting port fad1f9ac-e836-4e50-9706-7af96bd0cc3c {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:02.997697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:03.022168 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8a22d7c1-0856-4be7-891b-40c1a8165930 req-f72139ae-16dc-41bf-91f2-8e24a756eae8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480301 Apr 19 11:02:03.032441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:03.306477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-18fc2eb7-0dbe-44cd-9e58-f970e42558b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:03.308086 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-18fc2eb7-0dbe-44cd-9e58-f970e42558b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4085066 Apr 19 11:02:03.439126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:03.570971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-220ff155-787d-472c-979c-fdd8ff4cdcd1 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:03.572503 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-220ff155-787d-472c-979c-fdd8ff4cdcd1 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/networks?id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 200 len: 813 time: 0.5385714 Apr 19 11:02:03.646023 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-b60f2d61-55d7-4803-b43d-4a35ba1bed28 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/quotas/24412f730ea04600bd82dea9d8739573 HTTP/1.1" status: 200 len: 375 time: 0.0507410 Apr 19 11:02:03.759143 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-2f45e2c9-1e9a-4460-adf1-1ae33084b932 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=24412f730ea04600bd82dea9d8739573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999291 Apr 19 11:02:03.771057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977a672-0d4d-49cf-8a77-b31f040b425f req-8ac16950-cb8f-479a-a214-7b0c9e06fe0f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:03.772727 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5977a672-0d4d-49cf-8a77-b31f040b425f req-8ac16950-cb8f-479a-a214-7b0c9e06fe0f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0902138 Apr 19 11:02:03.779254 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-39504131-0006-4be9-b61f-90c0724e2c8d service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567995 Apr 19 11:02:03.826472 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5977a672-0d4d-49cf-8a77-b31f040b425f req-c2351c6c-7853-49e0-9cef-3827e28946a7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Apr 19 11:02:04.040082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7448-7e71-4563-aa78-23ab663912d5 req-f65d0157-ba57-46e2-a7f0-3a34df435c40 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:04.041784 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-587b7448-7e71-4563-aa78-23ab663912d5 req-f65d0157-ba57-46e2-a7f0-3a34df435c40 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 945 time: 0.0936201 Apr 19 11:02:04.093210 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-587b7448-7e71-4563-aa78-23ab663912d5 req-9e0f406a-68da-4fa3-ae6a-68374c72dcec tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d8d80e3-e423-4d87-adca-1f9ddfb0871a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Apr 19 11:02:04.242131 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:04.254986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] For port fad1f9ac-e836-4e50-9706-7af96bd0cc3c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,segment=NetworkSegment(745277e8-24f7-42fc-9ea9-30fe596b4f47),segment_id=745277e8-24f7-42fc-9ea9-30fe596b4f47)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:04.255431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:04.298570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667d820-3648-4982-8775-522bbd036ed4 req-69b41bdb-0aed-4e9b-ae02-6fc3bceb4ab3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:04.300746 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e667d820-3648-4982-8775-522bbd036ed4 req-69b41bdb-0aed-4e9b-ae02-6fc3bceb4ab3 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0938077 Apr 19 11:02:04.350951 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e667d820-3648-4982-8775-522bbd036ed4 req-f7c07616-f458-406c-a48d-c0ab131b8718 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 Apr 19 11:02:04.446421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Calling delete_port for fad1f9ac-e836-4e50-9706-7af96bd0cc3c owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:04.579751 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6c9150a6-2dd8-4e3a-89f8-b832aae64da6 service neutron] 10.222.0.35 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962484 Apr 19 11:02:04.616865 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc010cab-feb8-4768-9a76-5c215ebdf916 req-af0838b8-a358-41ea-a5ff-3120333ea84d service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227694 Apr 19 11:02:04.708160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:04.714971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:04.722684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:04.916975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'Port': ['ID=8d13c16d-99b8-4a95-95f7-78ee87052c0b,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:04.932690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:04.955457 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-1227d9e3-66e1-4006-a26f-f87025250a70 service neutron] 10.222.0.35 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673782 Apr 19 11:02:04.966015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:05.029699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:05.039402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fba0d1-3d89-46b9-a4b1-0b58386edae2 req-90a58aa8-9b9d-4ab2-9bbf-8e1d691fbc52 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:05.040733 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e5fba0d1-3d89-46b9-a4b1-0b58386edae2 req-90a58aa8-9b9d-4ab2-9bbf-8e1d691fbc52 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0929303 Apr 19 11:02:05.043609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d366bc29-120c-41fd-9857-8a3a976b1830 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:05.120081 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e5fba0d1-3d89-46b9-a4b1-0b58386edae2 req-b6171788-fc92-434e-9abc-41765d9e7471 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Apr 19 11:02:05.147610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Pushing event deleted for resources: {'Port': ['ID=fad1f9ac-e836-4e50-9706-7af96bd0cc3c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:05.159636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:05.289247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e2be3259-9801-4a4c-94e2-94f4d4be70d1 req-2ee0adec-1033-4660-a097-435ee6c0ff94 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 210 time: 0.1251810 Apr 19 11:02:05.331533 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-68bff31f-3a8f-4bac-99e0-8d3b75238069 req-110c7671-1d4d-4996-ad06-11d155211e66 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.35 "GET /v2.0/ports?device_id=e5647c47-c1ad-4ac9-aaca-cc8e80fda139 HTTP/1.1" status: 200 len: 210 time: 0.0688787 Apr 19 11:02:05.377630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] No DVR routers for this DVR port fad1f9ac-e836-4e50-9706-7af96bd0cc3c on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:02:05.384179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:05.389156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'name': 'network-vif-deleted', 'tag': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:05.455136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5647c47-c1ad-4ac9-aaca-cc8e80fda139', 'name': 'network-vif-deleted', 'tag': 'fad1f9ac-e836-4e50-9706-7af96bd0cc3c', 'status': 'completed', 'code': 200} Apr 19 11:02:05.461233 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Floating IP b813f355-4c20-4d75-b7fc-5b9f39145a2b associated. External IP: 172.28.0.18, port: 6fc36fde-3cac-4b01-afb6-e9b80f452619. Apr 19 11:02:05.559927 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e333e565-b81c-4057-ad27-decc82aba49b req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] 10.222.0.43 "DELETE /v2.0/ports/fad1f9ac-e836-4e50-9706-7af96bd0cc3c HTTP/1.1" status: 204 len: 173 time: 2.8094206 Apr 19 11:02:05.705177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fad1f9ac-e836-4e50-9706-7af96bd0cc3c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:05.745909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: fad1f9ac-e836-4e50-9706-7af96bd0cc3c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:05.746433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fad1f9ac-e836-4e50-9706-7af96bd0cc3c not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:05.939386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331df592-ba68-4218-95bb-230bde4832cf req-41431480-97db-4ce4-92de-78efb426de1e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:05.942589 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-331df592-ba68-4218-95bb-230bde4832cf req-41431480-97db-4ce4-92de-78efb426de1e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.3701007 Apr 19 11:02:06.272833 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-331df592-ba68-4218-95bb-230bde4832cf req-b9429179-36c3-47fe-9c9d-3bdddc0ab352 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350240 Apr 19 11:02:06.352671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:02:06.395386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78489bf5-a8ce-4b81-9686-ae51ec6c61cf req-925fc3fa-d6e6-4646-9843-add8677ebd38 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:06.398056 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-78489bf5-a8ce-4b81-9686-ae51ec6c61cf req-925fc3fa-d6e6-4646-9843-add8677ebd38 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1319206 Apr 19 11:02:06.450970 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-78489bf5-a8ce-4b81-9686-ae51ec6c61cf req-81afafb4-01a2-4c3b-ac83-ed19b8cca17a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453205 Apr 19 11:02:06.494501 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-864a01c4-60a4-4776-b85e-1b526ac6f21c req-c0740de7-c803-45dd-b917-590fcd21b398 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 210 time: 0.0696580 Apr 19 11:02:06.989027 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:02:06.998668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] Sync routers for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:02:07.008438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:07.009316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:01:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:07.033339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-713d2cdd-f14d-4a69-a20d-40b2f080d429 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:07.035673 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-713d2cdd-f14d-4a69-a20d-40b2f080d429 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "GET /v2.0/networks?id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 200 len: 813 time: 0.2243555 Apr 19 11:02:07.038129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.081721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Request body: {'port': {'device_id': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1', 'admin_state_up': True, 'tenant_id': '24412f730ea04600bd82dea9d8739573'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:07.186750 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3387284 Apr 19 11:02:07.187840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60468) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:07.195183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356279942', 'description': 'tempest-secgroup-smoke-356279942 description', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:07.203772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:07.204972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:07.218920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:07.230214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.261097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:07.263743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:07.266325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:07.270263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:07.275364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:07.278782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:07.286193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Made reservation on behalf of 24412f730ea04600bd82dea9d8739573 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:02:07.292668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.369372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.374627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.382616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b54375bb-b6fd-49b4-bd70-e8d5f2dd2fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:07.443551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31de603-6e9c-412f-bfa7-80e6e3a2f557,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:07.449942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.450365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.450828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.452080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.452486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.452895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.453300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.453702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.454104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.454544 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.454947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.455338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:07.459177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:07.461084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:07.461933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.466561 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2771900 Apr 19 11:02:07.467269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60480) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:07.474358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group_rule': {'security_group_id': 'e31de603-6e9c-412f-bfa7-80e6e3a2f557', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:07.482440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:07.486988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:07.492104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:07.512521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:07.541043 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'status': 'completed', 'code': 200} Apr 19 11:02:07.542344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Allocated IP 172.20.0.14 (cf7daae8-7084-4bd2-be1b-4bebdbd529c1/b20fa17b-3011-4123-8cac-8e163f09c0d6/c36a6d75-243b-4dc8-84e6-e1ec2f789d83) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:02:07.547640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.632382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.640529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.644023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:07.694139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': 'b813f355-4c20-4d75-b7fc-5b9f39145a2b', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'floating_ip_address': '172.28.0.18', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'port_id': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'mac_address': 'fa:16:3e:55:f3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:02:02Z', 'updated_at': '2021-04-19T11:02:02Z', 'revision_number': 0, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:08Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:07.699109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] Checking router: 16ac6699-8bd8-4051-8767-f9e6afbcaa51 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:02:07.710147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:07.711108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:01:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:07.746931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404ce116-efbf-4244-8b67-6b4fc24d4382,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:07.751978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:07.775221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.777010 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3076317 Apr 19 11:02:07.780449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60496) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:07.786841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group_rule': {'security_group_id': 'e31de603-6e9c-412f-bfa7-80e6e3a2f557', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:07.800713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:07.808786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:07.814927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:07.832448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b15fbb-b5ca-45df-ab5d-fbcf553c268b req-a09da50a-1b60-4f35-9cad-319ea0f09684 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:07.841630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-55b15fbb-b5ca-45df-ab5d-fbcf553c268b req-a09da50a-1b60-4f35-9cad-319ea0f09684 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1716192 Apr 19 11:02:07.873308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:07.913653 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-55b15fbb-b5ca-45df-ab5d-fbcf553c268b req-49f77fc8-77d5-42c9-9f56-a19bd302b491 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710480 Apr 19 11:02:07.913966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:07.931341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:07.979280 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-be0cf3ad-eefa-40c3-bbaa-9a5e37b74c4b req-5ff86b83-16a1-4be8-8059-6aa3c58fac48 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 210 time: 0.0806537 Apr 19 11:02:08.026700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.032120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.043413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd323671-405c-4d13-b05d-1d5663df1ffe tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.064963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-e9acbb30-8fbc-4990-ab2f-d4ea2d76a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:08.068260 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-e9acbb30-8fbc-4990-ab2f-d4ea2d76a658 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1098 time: 0.4729862 Apr 19 11:02:08.069015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee66be7-f554-4aa5-b98b-53b8766d1143,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.071860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:08.079569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.084718 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3031981 Apr 19 11:02:08.085847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60508) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:08.091677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group_rule': {'security_group_id': 'e31de603-6e9c-412f-bfa7-80e6e3a2f557', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:08.100712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:08.105140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:08.108602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:08.115710 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:08.137170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.222394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.227739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.229964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.235095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.248568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-c496b181-1674-4f17-87da-73a684d315dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:08.250146 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-c496b181-1674-4f17-87da-73a684d315dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.1666000 Apr 19 11:02:08.255452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e700f7-2fdd-4e63-a4f1-5b07f4a4aa75,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.258113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:08.266102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.270245 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804919 Apr 19 11:02:08.270732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60524) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:08.276614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group_rule': {'security_group_id': 'e31de603-6e9c-412f-bfa7-80e6e3a2f557', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:08.283527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:08.288365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:08.291436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:08.297802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:08.318341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.341389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': 'b813f355-4c20-4d75-b7fc-5b9f39145a2b', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'floating_ip_address': '172.28.0.18', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'port_id': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'mac_address': 'fa:16:3e:55:f3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:02:02Z', 'updated_at': '2021-04-19T11:02:02Z', 'revision_number': 0, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:08Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:08.347249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2305185-dcf6-4abe-aa49-de480c943da1 None None] The sync data for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb is: [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': 'b813f355-4c20-4d75-b7fc-5b9f39145a2b', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'floating_ip_address': '172.28.0.18', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'port_id': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'mac_address': 'fa:16:3e:55:f3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:02:02Z', 'updated_at': '2021-04-19T11:02:02Z', 'revision_number': 0, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:08Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:02:08.381207 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-b3512416-850a-46c3-a2f9-44a478c368d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 998 time: 0.1211078 Apr 19 11:02:08.382748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.391846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a59ed7a-6efd-40d1-909e-91c3442b2688 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.394616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.397634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.399841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-24fd68d3-016d-400e-8c13-efadc921ae35 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.424836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b28874-0ff1-4721-8ad0-f0013285550d,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.427463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:08.434930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.436210 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1643589 Apr 19 11:02:08.439090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60528) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:08.444659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group_rule': {'security_group_id': 'e31de603-6e9c-412f-bfa7-80e6e3a2f557', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:08.450903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:08.454911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:08.458572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:08.464639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:08.474989 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Project bd3644531ac441be80975e19c3e1b3c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:02:08.481779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.517128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:02:08.526415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:02:08.534247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Pushing event updated for resources: {'Port': ['ID=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.536708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:02:08.562341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.564990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.567190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.570486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:08.588893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1f70ac-c5b5-4aa6-87b5-ab8c5d29d5ae,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.591095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-0ae17cd2-7690-49c9-b5f5-b8b754ad53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:08.592732 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-0ae17cd2-7690-49c9-b5f5-b8b754ad53a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.2033620 Apr 19 11:02:08.593697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:08.603914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.605273 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651917 Apr 19 11:02:08.608179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60532) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:08.614167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'security_group_rule': {'security_group_id': 'e31de603-6e9c-412f-bfa7-80e6e3a2f557', 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:08.620956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:08.625057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Usage tracker for resource:security_group_rule and tenant:bd3644531ac441be80975e19c3e1b3c7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:08.628299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:08.634764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:08.647148 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Project bd3644531ac441be80975e19c3e1b3c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:02:08.654817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.657411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a508bf02-96dd-4edd-aa6c-887b2430aae3 None None] New status for floating IP b813f355-4c20-4d75-b7fc-5b9f39145a2b: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:02:08.675266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:08.676040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.718322 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6480174 Apr 19 11:02:08.727984 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.729582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-98697fd7-f8c6-4f60-9b26-8636587d5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:08.731317 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-98697fd7-f8c6-4f60-9b26-8636587d5eab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272326 Apr 19 11:02:08.732638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.734808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:08.751504 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Request body: {'port': {'device_id': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:08.759822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b651f17c-fcce-4d79-a53c-6feafc1f8754,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:08.762518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:08.770313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:08.773024 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8c04a94f-90b9-4c07-a326-1c8642feef21 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624618 Apr 19 11:02:08.939239 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-d4842ca8-ee46-416e-9f4e-f1687bfde9ed tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Synchronizing usage tracker for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:08.972642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-d4842ca8-ee46-416e-9f4e-f1687bfde9ed tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Unset dirty status for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:08.974053 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-d4842ca8-ee46-416e-9f4e-f1687bfde9ed tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356279942&fields=id&tenant_id=bd3644531ac441be80975e19c3e1b3c7 HTTP/1.1" status: 200 len: 267 time: 0.0990906 Apr 19 11:02:09.010309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.144458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-dd5f0950-9c1e-46dd-a206-b789df4b107b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:09.146106 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-dd5f0950-9c1e-46dd-a206-b789df4b107b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.1645372 Apr 19 11:02:09.162630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'port': {'security_groups': ['434e2618-c0a3-4771-9271-a6657cdd980b', 'e31de603-6e9c-412f-bfa7-80e6e3a2f557']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:09.175668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-0d99c293-31a8-4a3b-bf1a-89df7cca7ad2 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907201 Apr 19 11:02:09.245445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90757f77-91e8-4be0-bf7b-dcfb46ed3196 req-f941ac38-49cf-4dee-83af-1e6eb32d460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:09.247073 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90757f77-91e8-4be0-bf7b-dcfb46ed3196 req-f941ac38-49cf-4dee-83af-1e6eb32d460e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1714551 Apr 19 11:02:09.349352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.362939 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90757f77-91e8-4be0-bf7b-dcfb46ed3196 req-18ed4657-fb85-4b68-b496-e9213d3274ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812902 Apr 19 11:02:09.517180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5199a-a3eb-424a-8973-4ef5a25129fc req-9a5977ce-5d85-4e0f-a0f6-74c2b3beebc6 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:09.525424 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d1f5199a-a3eb-424a-8973-4ef5a25129fc req-9a5977ce-5d85-4e0f-a0f6-74c2b3beebc6 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.4555566 Apr 19 11:02:09.576404 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccaacee0-b828-43b9-84d9-263135aa12d4 req-07a80b73-67f9-4bd8-addd-20f5d3660ead service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532572 Apr 19 11:02:09.613903 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d1f5199a-a3eb-424a-8973-4ef5a25129fc req-14e95b10-24b4-41ea-8cee-6558dc971e8d tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873959 Apr 19 11:02:09.740440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:09.771567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.777674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.787709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a030809-7936-4970-abba-8b432c5387c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:09.845159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['6fc36fde-3cac-4b01-afb6-e9b80f452619'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:09.901861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36a6d75-243b-4dc8-84e6-e1ec2f789d83 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:02:09.914857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=6']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:09.920897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:09.933680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.960292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:09.964277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:09.964277 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-534f1f04-c8b3-4d29-b773-c536ed1bd7d8 req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "PUT /v2.0/ports/6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 981 time: 0.8093607 Apr 19 11:02:09.967245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:09.993186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Transition to ACTIVE for port object c36a6d75-243b-4dc8-84e6-e1ec2f789d83 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:02:10.000475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:10.007658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:10.098045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93adb7-ae38-4a47-892b-c25e26de5d9f req-1cec02c5-346f-4374-b408-2710dfbdfdae tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:10.099001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1f93adb7-ae38-4a47-892b-c25e26de5d9f req-1cec02c5-346f-4374-b408-2710dfbdfdae tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Synchronizing usage tracker for tenant:24412f730ea04600bd82dea9d8739573 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:10.140607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['6fc36fde-3cac-4b01-afb6-e9b80f452619'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:10.205093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Pushing event updated for resources: {'Port': ['ID=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:10.260430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:10.261556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1f93adb7-ae38-4a47-892b-c25e26de5d9f req-1cec02c5-346f-4374-b408-2710dfbdfdae tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Unset dirty status for tenant:24412f730ea04600bd82dea9d8739573 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:10.270698 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1f93adb7-ae38-4a47-892b-c25e26de5d9f req-1cec02c5-346f-4374-b408-2710dfbdfdae tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 932 time: 0.4759316 Apr 19 11:02:10.273516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762002a-6e8c-4312-a3ec-e1214b457473 req-8f67212b-bad5-4fdd-b212-9201eb15e99e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:10.275237 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2762002a-6e8c-4312-a3ec-e1214b457473 req-8f67212b-bad5-4fdd-b212-9201eb15e99e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1631794 Apr 19 11:02:10.316741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-01c6ec5f-c4db-4666-8b39-b3acb9ee6ebd None None] Provisioning complete for port 6fc36fde-3cac-4b01-afb6-e9b80f452619 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:10.326650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01c6ec5f-c4db-4666-8b39-b3acb9ee6ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:10.351117 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2762002a-6e8c-4312-a3ec-e1214b457473 req-bb3421de-deae-4c28-8041-054f2de66b5f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681062 Apr 19 11:02:10.418614 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'status': 'completed', 'code': 200} Apr 19 11:02:10.429261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Attempting to bind port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:02:10.429805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Attempting to bind port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:02:10.430279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Attempting to bind port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 on network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:02:10.442332 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1f93adb7-ae38-4a47-892b-c25e26de5d9f req-82741a05-1af9-4771-95ad-b6c73e717d0e tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706915 Apr 19 11:02:10.443109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 on network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:02:10.443583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Attempting to bind port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 on network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:02:10.450039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:02:10.450591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Checking segment: {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:02:10.451125 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Bound using segment: {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:02:10.452168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Bound port: c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:02:10.452676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:10.560876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] For port c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:02:10.564863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] For port c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:02:10.618052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:10.624172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a5d8ab1-1f98-4aee-ab42-ae63d160e55b tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:10.710249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Pushing event updated for resources: {'Port': ['ID=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:10.728427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:10.748652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:10.749302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:10.751749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] 10.222.0.43 "PUT /v2.0/ports/c36a6d75-243b-4dc8-84e6-e1ec2f789d83 HTTP/1.1" status: 200 len: 1094 time: 2.0051894 Apr 19 11:02:10.752522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'tag': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:10.793107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9f94-4e86-446b-9900-a9270d995156 req-ade81fa5-7e7a-4f2c-b183-2bdb1890f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:10.803780 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-ade81fa5-7e7a-4f2c-b183-2bdb1890f8a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1137 time: 0.2369573 Apr 19 11:02:10.964758 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'tag': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83', 'status': 'completed', 'code': 200} Apr 19 11:02:10.991972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8a2b5-94cc-4130-a065-b3d5a6b903e4 req-f458b208-661f-46bb-85bf-295a66b22db6 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:10.994240 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-73f8a2b5-94cc-4130-a065-b3d5a6b903e4 req-f458b208-661f-46bb-85bf-295a66b22db6 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1565218 Apr 19 11:02:11.092108 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-73f8a2b5-94cc-4130-a065-b3d5a6b903e4 req-66e9ddf9-359b-4625-8706-be6b31e60447 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826697 Apr 19 11:02:11.403423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-f2c13632-d97f-40d3-b9ef-7b01b89d271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:11.405215 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-f2c13632-d97f-40d3-b9ef-7b01b89d271c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24412f730ea04600bd82dea9d8739573&device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 1097 time: 0.5823271 Apr 19 11:02:11.417493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9f94-4e86-446b-9900-a9270d995156 req-4ca55dca-9758-463e-9d43-c63f762793a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:11.419208 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-4ca55dca-9758-463e-9d43-c63f762793a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.5949817 Apr 19 11:02:11.578037 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-7adcc297-f3f0-4999-a070-afb456879e75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83 HTTP/1.1" status: 200 len: 217 time: 0.1375792 Apr 19 11:02:11.787710 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-acbe250c-e938-4685-8268-1c2809007769 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 1000 time: 0.3457544 Apr 19 11:02:11.792968 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-ef4a4bd2-c71d-4690-b15c-025706eda893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:11.794645 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-ef4a4bd2-c71d-4690-b15c-025706eda893 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b20fa17b-3011-4123-8cac-8e163f09c0d6 HTTP/1.1" status: 200 len: 853 time: 0.2088006 Apr 19 11:02:11.899257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-c54d8e90-7425-4838-83e5-a1c268bf7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:11.902297 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-c54d8e90-7425-4838-83e5-a1c268bf7c52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.1860540 Apr 19 11:02:11.913520 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-b17e2519-ad42-4cc0-9bac-930ba44f265e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608511 Apr 19 11:02:11.924780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0b4d8-4c49-46d1-b32f-eaf814ebc85a req-e3ffdcb1-841e-46b8-9777-cccc049ec14a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:11.926368 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-88b0b4d8-4c49-46d1-b32f-eaf814ebc85a req-e3ffdcb1-841e-46b8-9777-cccc049ec14a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1381264 Apr 19 11:02:11.931687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c482c-419c-4e16-8c99-5be6c6c43eb9 req-2502968c-952d-4bd9-9cc1-c46372f64673 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:11.933313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9e5c482c-419c-4e16-8c99-5be6c6c43eb9 req-2502968c-952d-4bd9-9cc1-c46372f64673 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 944 time: 0.2977335 Apr 19 11:02:12.053300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9f94-4e86-446b-9900-a9270d995156 req-3dcaf600-6203-4410-958c-51f446b3513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:12.054332 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-3dcaf600-6203-4410-958c-51f446b3513a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.2574131 Apr 19 11:02:12.078737 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-88b0b4d8-4c49-46d1-b32f-eaf814ebc85a req-ed2d1088-3d24-4bad-b54b-3c6cc4005bbe tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296687 Apr 19 11:02:12.124994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-727b94dd-abb5-4164-af5c-8db070fa584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:12.126626 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-727b94dd-abb5-4164-af5c-8db070fa584e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 200 len: 920 time: 0.2121065 Apr 19 11:02:12.145157 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9e5c482c-419c-4e16-8c99-5be6c6c43eb9 req-1deb5a9b-61b0-47f9-aa36-78b339b6ebf4 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784382 Apr 19 11:02:12.225849 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-d5c0837c-7b36-4576-afd7-3231731877bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 200 len: 217 time: 0.0877700 Apr 19 11:02:12.226981 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-c068679f-e6d9-46f6-8d6e-f79676664d65 service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903705 Apr 19 11:02:12.233738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9f94-4e86-446b-9900-a9270d995156 req-6bdb6db5-7e68-46db-b3ac-a0274841f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:12.235530 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-6bdb6db5-7e68-46db-b3ac-a0274841f64c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1688936 Apr 19 11:02:12.316878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-a7108e30-f858-4092-bd59-9ea70da7f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:12.319238 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-a7108e30-f858-4092-bd59-9ea70da7f3ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 200 len: 859 time: 0.0822380 Apr 19 11:02:12.381583 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-9b855bd9-005b-4122-b2e6-553b919badc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d13570fc-bbff-4464-ab67-5d37d60b2f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530417 Apr 19 11:02:12.549613 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-0cc31447-c6bb-4fd6-9e96-b53dc660c65c service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052604 Apr 19 11:02:12.556010 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-29020e1a-75d3-400d-ab6b-eafdbec3a5cd req-71551614-7ea5-4498-9897-3b0ee23c23c8 service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131611 Apr 19 11:02:12.625485 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-e8b2dbd7-6c03-497a-a198-ca4f89b2141d service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206171 Apr 19 11:02:12.774367 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-423a9f94-4e86-446b-9900-a9270d995156 req-584f2256-fe67-43ca-90af-70dc8f8f11cf service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141981 Apr 19 11:02:12.826529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-12187b6d-68df-4009-a86c-47905e6e2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:12.832765 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-12187b6d-68df-4009-a86c-47905e6e2fba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=24412f730ea04600bd82dea9d8739573&device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 1097 time: 0.1133029 Apr 19 11:02:12.922563 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1308e11-4459-4605-b790-c4e3800eacc0 req-a4885e2f-c9cc-4888-8442-927a68ad5122 service neutron] 10.222.0.43 "GET /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093716 Apr 19 11:02:13.009948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-3409e53f-4445-4051-bf1a-a0b8cce52ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:13.014333 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-3409e53f-4445-4051-bf1a-a0b8cce52ea5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 200 len: 914 time: 0.1737037 Apr 19 11:02:13.105183 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-68636db0-d991-4de7-9e4b-789cb51c8570 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83 HTTP/1.1" status: 200 len: 217 time: 0.0807781 Apr 19 11:02:13.204192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-792a523f-11ee-4b03-9232-fd38c41a9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:13.208829 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-792a523f-11ee-4b03-9232-fd38c41a9e99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b20fa17b-3011-4123-8cac-8e163f09c0d6 HTTP/1.1" status: 200 len: 853 time: 0.0915062 Apr 19 11:02:13.276438 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-0d5de003-1e50-42f8-9002-1716bdbb34bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf7daae8-7084-4bd2-be1b-4bebdbd529c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592666 Apr 19 11:02:13.430108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d2ddb-634c-491e-9b3e-49bd65945d83 req-3d77d8e8-db84-4e9d-a045-a44e51356303 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:13.431783 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c4d2ddb-634c-491e-9b3e-49bd65945d83 req-3d77d8e8-db84-4e9d-a045-a44e51356303 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1405103 Apr 19 11:02:13.492856 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2c4d2ddb-634c-491e-9b3e-49bd65945d83 req-e9f86518-f77b-4d45-9b1f-a6d8a846046f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Apr 19 11:02:13.521637 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-efc1e674-8802-4b1e-a833-eb779790519a service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878722 Apr 19 11:02:13.648962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b0fa0-4927-44a3-b464-851d019711a9 req-b38d7dcb-853b-4004-8cb1-00eaee380d39 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:13.650874 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-536b0fa0-4927-44a3-b464-851d019711a9 req-b38d7dcb-853b-4004-8cb1-00eaee380d39 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 944 time: 0.3607056 Apr 19 11:02:13.748966 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-536b0fa0-4927-44a3-b464-851d019711a9 req-f2c7305f-efad-4e40-a35d-f03ddd3a4eef tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847514 Apr 19 11:02:13.756641 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a90db17f-6f97-4b04-88f3-9aad2885fdbb req-78440a75-4c3e-45e1-9492-b0912d8785b0 service neutron] 10.222.0.43 "GET /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233393 Apr 19 11:02:14.724476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150c4c-a065-4d45-9f6e-c35eb519e6fe req-e648c260-23b9-40ef-b48b-210a6b4a8ad7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:14.729269 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6150c4c-a065-4d45-9f6e-c35eb519e6fe req-e648c260-23b9-40ef-b48b-210a6b4a8ad7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1050816 Apr 19 11:02:14.800072 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6150c4c-a065-4d45-9f6e-c35eb519e6fe req-c758e3de-d59f-47c5-89ea-b1c7ac4d6df4 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632863 Apr 19 11:02:15.113091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e900ce-cee3-4203-a50c-a46ba132ee28 req-ab1161db-d4ac-4101-ad72-9dbd8a8d7534 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:15.124641 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f0e900ce-cee3-4203-a50c-a46ba132ee28 req-ab1161db-d4ac-4101-ad72-9dbd8a8d7534 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 944 time: 0.1299164 Apr 19 11:02:15.185752 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f0e900ce-cee3-4203-a50c-a46ba132ee28 req-84827ba6-d3cf-4f64-b2cf-c6938063dffc tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 Apr 19 11:02:15.781694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device c36a6d75-243b-4dc8-84e6-e1ec2f789d83 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:02:15.956931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:15.975242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83', 'network_id': 'cf7daae8-7084-4bd2-be1b-4bebdbd529c1', 'port_id': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83', 'mac_address': 'fa:16:3e:7a:ab:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20fa17b-3011-4123-8cac-8e163f09c0d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:02:16.038327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:16.064324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36a6d75-243b-4dc8-84e6-e1ec2f789d83 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:02:16.094778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a60f5-addf-4454-aa7b-f1ad842bfd02 req-4c9f5782-c410-44c1-8631-60983bab1e8e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:16.096444 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-504a60f5-addf-4454-aa7b-f1ad842bfd02 req-4c9f5782-c410-44c1-8631-60983bab1e8e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1085324 Apr 19 11:02:16.102955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:16.105419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bddc8aa9-ce82-48fb-9e97-1fd523d3f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:16.109041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:16.111491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:16.162199 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-504a60f5-addf-4454-aa7b-f1ad842bfd02 req-ad200210-366c-4767-8cc8-b64c9469f870 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 Apr 19 11:02:16.200772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:16.204368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:16.471597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c336a-2c54-44cc-8092-549ed61d75c8 req-61d79c55-5a9f-4369-b200-0a7737ef0e54 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:16.473253 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fc6c336a-2c54-44cc-8092-549ed61d75c8 req-61d79c55-5a9f-4369-b200-0a7737ef0e54 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 945 time: 0.1143734 Apr 19 11:02:16.514058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['c36a6d75-243b-4dc8-84e6-e1ec2f789d83'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:16.567987 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fc6c336a-2c54-44cc-8092-549ed61d75c8 req-3a59a942-42b6-4769-8a86-493bfe6a70d4 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797460 Apr 19 11:02:17.284617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246d2f7-51a0-42fa-9753-0f6d232bee83 req-4da81d5f-d86e-47e8-acdd-a9eb71dc45e2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:17.287029 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6246d2f7-51a0-42fa-9753-0f6d232bee83 req-4da81d5f-d86e-47e8-acdd-a9eb71dc45e2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1258006 Apr 19 11:02:17.350095 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6246d2f7-51a0-42fa-9753-0f6d232bee83 req-1ac60e8d-a971-42d5-8dce-0c97bf59b43b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560875 Apr 19 11:02:17.787858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device c36a6d75-243b-4dc8-84e6-e1ec2f789d83 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:02:17.802914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330890d4-a6e7-4048-93b2-3bf12a21cb9d req-1d8a3860-13a6-4a9a-8fed-3ccf7361c1fa tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:17.804855 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-330890d4-a6e7-4048-93b2-3bf12a21cb9d req-1d8a3860-13a6-4a9a-8fed-3ccf7361c1fa tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 945 time: 0.1024606 Apr 19 11:02:17.882224 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-330890d4-a6e7-4048-93b2-3bf12a21cb9d req-a58ebfe7-3b97-4cb9-ae1f-4f951befafa6 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678370 Apr 19 11:02:17.933533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:02:17.942286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:17.942782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:18.105714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:18.134795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:18.146021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:18.149255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:18.151243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:18.192788 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83', 'code': 200} Apr 19 11:02:18.255907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:18.261815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:18.530591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-075ecb36-ff7c-4c67-a2a5-0dfdc248c752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:18.605238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc3323-744c-4659-bd53-5633e23fe7ce req-52c2228d-1bd5-4ee3-958a-067abd4a8a3e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:18.607114 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f5cc3323-744c-4659-bd53-5633e23fe7ce req-52c2228d-1bd5-4ee3-958a-067abd4a8a3e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1275136 Apr 19 11:02:18.630621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97dfb4-1a11-454c-b3da-d59290cceb7a req-f4e85a5d-a777-4547-816d-0084e4f83a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:18.633879 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b97dfb4-1a11-454c-b3da-d59290cceb7a req-f4e85a5d-a777-4547-816d-0084e4f83a30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 1099 time: 0.1362143 Apr 19 11:02:18.657821 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f5cc3323-744c-4659-bd53-5633e23fe7ce req-fda864f4-ca7b-4e91-b934-dc706e7e15d9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Apr 19 11:02:18.692992 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b97dfb4-1a11-454c-b3da-d59290cceb7a req-035b2b92-187b-44ae-8253-d7e7beffc7e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515456 Apr 19 11:02:19.098304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4484a4-775b-4e3c-a18f-9ba1c2ca37e2 req-934c0fbc-9d3e-40a5-b4a9-0be837544ebb tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:19.099947 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ee4484a4-775b-4e3c-a18f-9ba1c2ca37e2 req-934c0fbc-9d3e-40a5-b4a9-0be837544ebb tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.0943789 Apr 19 11:02:19.155019 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ee4484a4-775b-4e3c-a18f-9ba1c2ca37e2 req-4caff568-6f18-426c-af49-f85bb44398e8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Apr 19 11:02:19.303320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:19.890032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dc1e-477a-4c0b-bb88-1945c20db226 req-8caf205a-3b73-4a8c-bff9-abca1dc8a6dc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:19.898273 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-23a4dc1e-477a-4c0b-bb88-1945c20db226 req-8caf205a-3b73-4a8c-bff9-abca1dc8a6dc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1016648 Apr 19 11:02:19.941333 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-23a4dc1e-477a-4c0b-bb88-1945c20db226 req-124858db-7128-4f11-9ef7-499a0fda1e87 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 Apr 19 11:02:20.050602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:20.326115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-d9369195-27c7-4262-87b2-133dd4fd26c6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:20.332100 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-d9369195-27c7-4262-87b2-133dd4fd26c6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1522241 Apr 19 11:02:20.719659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Deleting port e4c113e3-1549-4f75-b90f-6faa4c7517f2 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:20.720012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:20.883304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518454ea-c6e3-4f5c-b510-b87094b08ed2 req-410f9bd1-38b1-4602-b8d5-9657758561b9 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:20.894889 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-518454ea-c6e3-4f5c-b510-b87094b08ed2 req-410f9bd1-38b1-4602-b8d5-9657758561b9 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.5557206 Apr 19 11:02:20.909204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:21.045544 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-518454ea-c6e3-4f5c-b510-b87094b08ed2 req-6182a295-8136-4fce-bbdc-5e185e9b9615 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496062 Apr 19 11:02:21.115405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] For port e4c113e3-1549-4f75-b90f-6faa4c7517f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e4c113e3-1549-4f75-b90f-6faa4c7517f2,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:21.115790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:21.173393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8cdf-8691-4048-be21-357dbc24d5eb req-febf91bd-5288-4004-85d4-1d57851be717 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:21.175860 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-798b8cdf-8691-4048-be21-357dbc24d5eb req-febf91bd-5288-4004-85d4-1d57851be717 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 947 time: 0.1005170 Apr 19 11:02:21.238030 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-798b8cdf-8691-4048-be21-357dbc24d5eb req-aa89ba6f-1133-4cd4-a133-66bda7d08202 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=42a0ab75-a665-4588-b56c-5b8ea45441d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552998 Apr 19 11:02:21.468785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:21.469344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:21.469764 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Floating IP 1349c3b1-bb8d-4713-bafc-0fd0642b2261 disassociated. External IP: 172.28.0.194, port: e4c113e3-1549-4f75-b90f-6faa4c7517f2. Apr 19 11:02:21.470166 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Calling delete_port for e4c113e3-1549-4f75-b90f-6faa4c7517f2 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:21.658237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:21.675398 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c25774f7-e744-4d9f-81aa-f6ac7db3c85a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:21.745236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event deleted for resources: {'Port': ['ID=e4c113e3-1549-4f75-b90f-6faa4c7517f2,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:21.748404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:21.952091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:02:22.161606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:02:22.172396 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:02:22.184607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:22.185572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:22.330821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] No DVR routers for this DVR port e4c113e3-1549-4f75-b90f-6faa4c7517f2 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:02:22.337546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:22.350221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-deleted', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:22.376967 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9498be8-8922-43ae-bd69-efe1188e0dc7 req-0c4fda66-61b5-4b44-91e4-7bc268616a55 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:22.385092 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9498be8-8922-43ae-bd69-efe1188e0dc7 req-0c4fda66-61b5-4b44-91e4-7bc268616a55 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.1369879 Apr 19 11:02:22.411374 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-dc27a683-b61e-440f-b703-a6aff293cb9a req-66022a37-b855-416e-80dc-e967832a1e6c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "DELETE /v2.0/ports/e4c113e3-1549-4f75-b90f-6faa4c7517f2 HTTP/1.1" status: 204 len: 173 time: 1.7806671 Apr 19 11:02:22.459527 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9498be8-8922-43ae-bd69-efe1188e0dc7 req-6b77b50b-74ef-48b8-b159-6a11c6dc2b62 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710986 Apr 19 11:02:22.527819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:22.533549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-c9bede3f-d913-4cc2-ba4b-4bdeaf32c891 req-2ce4baed-b79b-4e72-9255-4a0955d213ea tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:22.584119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-c9bede3f-d913-4cc2-ba4b-4bdeaf32c891 req-2ce4baed-b79b-4e72-9255-4a0955d213ea tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:22.587748 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c9bede3f-d913-4cc2-ba4b-4bdeaf32c891 req-2ce4baed-b79b-4e72-9255-4a0955d213ea tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cc21c01-8612-4dc1-baa2-c366873833f2 HTTP/1.1" status: 200 len: 210 time: 0.1129341 Apr 19 11:02:22.697092 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc21c01-8612-4dc1-baa2-c366873833f2', 'name': 'network-vif-deleted', 'tag': 'e4c113e3-1549-4f75-b90f-6faa4c7517f2', 'status': 'completed', 'code': 200} Apr 19 11:02:23.218746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab756d-81b9-4ea7-bad3-58ec95ae072d req-1c49eb7b-35bc-402b-bfa7-a367af18ee18 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:23.226766 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a8ab756d-81b9-4ea7-bad3-58ec95ae072d req-1c49eb7b-35bc-402b-bfa7-a367af18ee18 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.5468879 Apr 19 11:02:23.285515 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a8ab756d-81b9-4ea7-bad3-58ec95ae072d req-d21f46f2-cb4e-4d6b-ae1e-416f65805cfa tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577114 Apr 19 11:02:23.370318 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:23.373220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:02:23.385044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:23.385713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:23.721988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:23.839721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:23.931772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: e4c113e3-1549-4f75-b90f-6faa4c7517f2 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:23.932561 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e4c113e3-1549-4f75-b90f-6faa4c7517f2 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:23.973097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60750) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:24.103435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.135542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.187535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.202907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f717aba-275b-4daa-b9c0-b360cf9499e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:24.220306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a0ab75-a665-4588-b56c-5b8ea45441d3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:24.234619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:24.235794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.240850 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "DELETE /v2.0/security-groups/42a0ab75-a665-4588-b56c-5b8ea45441d3 HTTP/1.1" status: 204 len: 168 time: 0.2662034 Apr 19 11:02:24.241983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 60758) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:24.269692 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.v2.resource [None req-a9216474-d1db-439d-a548-db5ac5b36fb0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] show failed (client error): The resource could not be found. Apr 19 11:02:24.274104 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a9216474-d1db-439d-a548-db5ac5b36fb0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups/42a0ab75-a665-4588-b56c-5b8ea45441d3 HTTP/1.1" status: 404 len: 347 time: 0.0282946 Apr 19 11:02:24.274610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 60762) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:24.349558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:24.353930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40efdf-d0fb-4ee6-9520-c3e6119d3390 None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:02:24.545594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd0de-0cab-4a24-9904-2db5dbd50d4b req-71297499-61ae-43b5-b5bb-99cc3bc32199 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:24.547408 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3c7dd0de-0cab-4a24-9904-2db5dbd50d4b req-71297499-61ae-43b5-b5bb-99cc3bc32199 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1117053 Apr 19 11:02:24.552628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Deleting port 8a15d0c2-3fc4-4af0-a89b-77af9ba5f27e {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:24.553126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.611881 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3c7dd0de-0cab-4a24-9904-2db5dbd50d4b req-55225b5b-5aaf-4b37-8450-caacb6324773 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575061 Apr 19 11:02:24.788187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.788665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:24.958800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ebace2-cdcb-471d-8973-deaddeb4f174 None None] New status for floating IP 1349c3b1-bb8d-4713-bafc-0fd0642b2261: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:02:24.978338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Calling delete_port for 8a15d0c2-3fc4-4af0-a89b-77af9ba5f27e owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:25.268435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:25.281216 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:25.360667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-24ebace2-cdcb-471d-8973-deaddeb4f174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:02:25.361258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-24ebace2-cdcb-471d-8973-deaddeb4f174 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:02:25.523159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event deleted for resources: {'Port': ['ID=8a15d0c2-3fc4-4af0-a89b-77af9ba5f27e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:25.535988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:25.603941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:25.643815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-68b39cca-3380-4a35-bf0d-f1754499967c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:25.645445 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-68b39cca-3380-4a35-bf0d-f1754499967c tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.1672826 Apr 19 11:02:25.648809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:25.655668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "DELETE /v2.0/floatingips/1349c3b1-bb8d-4713-bafc-0fd0642b2261 HTTP/1.1" status: 204 len: 168 time: 1.3790426 Apr 19 11:02:25.862723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ebace2-cdcb-471d-8973-deaddeb4f174 None None] New status for floating IP 1349c3b1-bb8d-4713-bafc-0fd0642b2261: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:02:25.904522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Deleting port f42156aa-542b-494c-ab0b-b7ee71c44bf5 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:25.904896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.190335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1ef72-635f-4d5f-b026-ff17f59aecff req-003fc58f-c932-41f8-9a2f-de8fcf4fced0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:26.204116 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a1a1ef72-635f-4d5f-b026-ff17f59aecff req-003fc58f-c932-41f8-9a2f-de8fcf4fced0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 945 time: 0.4311898 Apr 19 11:02:26.383065 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a1a1ef72-635f-4d5f-b026-ff17f59aecff req-b0a0fbc4-4e27-46c6-8fbd-63fe61ce1d7f tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734400 Apr 19 11:02:26.525075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60786) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:26.537081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914285920', 'description': 'tempest-description--989354952'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:26.548642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] For port f42156aa-542b-494c-ab0b-b7ee71c44bf5, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f42156aa-542b-494c-ab0b-b7ee71c44bf5,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:26.549841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.557020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:26.561601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:26.565514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:26.582731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:26.592026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.618580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:26.624518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:26.628431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:26.637146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:26.728669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.732926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.739643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c72f2cd1-87b6-4c3e-999d-c04cda1fe491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:26.825168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67907aff-5f94-4fb4-80a9-b570931e4b60,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:26.829259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:26.859112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.865335 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3389921 Apr 19 11:02:26.866215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60794) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:26.873715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'security_group_rule': {'security_group_id': '67907aff-5f94-4fb4-80a9-b570931e4b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:26.887645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:26.902172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:26.907117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:26.917823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:26.963758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:26.987592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Calling delete_port for f42156aa-542b-494c-ab0b-b7ee71c44bf5 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:27.053704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.057917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.066303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5fcbacb5-aa62-4424-a3f1-33d0526424ce tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:27.091714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd606ff-3dbc-427f-a0b7-38aadb5f3f5f,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:27.102231 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:27.110907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.114525 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e61ee04d-cb6e-496c-a49d-87a41c7fb43a tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461064 Apr 19 11:02:27.117141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60802) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:27.129256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'security_group_rule': {'security_group_id': '67907aff-5f94-4fb4-80a9-b570931e4b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:27.143924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:27.148187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:security_group_rule and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:27.151606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:27.159826 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:27.169107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.183141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-be191b3a-0835-43a7-8558-33e2932081c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:27.187051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.217690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['fede1bfe-7791-42fa-ba69-50659acd2274', 'f42156aa-542b-494c-ab0b-b7ee71c44bf5'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:27.237768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Pushing event deleted for resources: {'Port': ['ID=f42156aa-542b-494c-ab0b-b7ee71c44bf5,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:27.251386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:27.331247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] No DVR routers for this DVR port f42156aa-542b-494c-ab0b-b7ee71c44bf5 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:02:27.334802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.335673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.338653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74877d0d-5886-4520-9a78-9a368717d302', 'name': 'network-vif-deleted', 'tag': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:27.340320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.355522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69006aab-5013-47f7-b2f3-293c0a8ea092 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:27.374161 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7c22535-7486-412f-a9e2-8b8a702a2788 req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "DELETE /v2.0/ports/f42156aa-542b-494c-ab0b-b7ee71c44bf5 HTTP/1.1" status: 204 len: 173 time: 1.7167106 Apr 19 11:02:27.396164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724a133d-3d10-4df8-aa81-1cca14bbde47,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:27.399648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:27.412382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.413940 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c0224854-ddf3-4608-b217-a6be18d21cc0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2955921 Apr 19 11:02:27.417372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 60812) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:27.423400 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'floatingip': {'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:27.432296 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:27.436866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Usage tracker for resource:floatingip and tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:27.444074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:27.451807 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:27.455913 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74877d0d-5886-4520-9a78-9a368717d302', 'name': 'network-vif-deleted', 'tag': 'f42156aa-542b-494c-ab0b-b7ee71c44bf5', 'status': 'completed', 'code': 200} Apr 19 11:02:27.467248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.648216 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-a8f2b157-ee1f-456f-b7e5-c40a6d3176a2 req-53b5a96d-34d2-4c57-9ba9-7b3ff35ab891 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Synchronizing usage tracker for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:27.673057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-a8f2b157-ee1f-456f-b7e5-c40a6d3176a2 req-53b5a96d-34d2-4c57-9ba9-7b3ff35ab891 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Unset dirty status for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:27.674906 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a8f2b157-ee1f-456f-b7e5-c40a6d3176a2 req-53b5a96d-34d2-4c57-9ba9-7b3ff35ab891 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=74877d0d-5886-4520-9a78-9a368717d302 HTTP/1.1" status: 200 len: 210 time: 0.0920148 Apr 19 11:02:27.735465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:27.892639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Allocated IP 172.28.0.155 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/54f4ef95-b7ae-4489-963a-41d4edd28ec8) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:02:28.065429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.100268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.105822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:28.186430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:02:28.189979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:02:28.195321 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'Port': ['ID=54f4ef95-b7ae-4489-963a-41d4edd28ec8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:28.215015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:02:28.246418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:28.324292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.405156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.673280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.680316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.687138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6be0cd52-25d9-46cf-9116-bc17258f079f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:28.841407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'Port': ['ID=54f4ef95-b7ae-4489-963a-41d4edd28ec8,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:28.844225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.870056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:28.871893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:28.874863 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4546072 Apr 19 11:02:29.214952 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-d21f4a48-b00d-4ba3-9c2d-e3b3ff99b80f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:29.244494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-d21f4a48-b00d-4ba3-9c2d-e3b3ff99b80f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:29.246602 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-d21f4a48-b00d-4ba3-9c2d-e3b3ff99b80f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--914285920&fields=id&tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 267 time: 0.0852294 Apr 19 11:02:29.307558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073fa1-e817-4040-8b8d-652ffeca7f89 req-2eecf37e-9d25-4569-ac1b-41841b4dfa37 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:29.309745 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-99073fa1-e817-4040-8b8d-652ffeca7f89 req-2eecf37e-9d25-4569-ac1b-41841b4dfa37 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1065278 Apr 19 11:02:29.366742 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-99073fa1-e817-4040-8b8d-652ffeca7f89 req-74359ef4-9172-4e16-831b-9a546458a171 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494895 Apr 19 11:02:29.425292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-69d6ad7b-a2c3-4af8-a1ec-7cfd64f446c8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:29.426919 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-69d6ad7b-a2c3-4af8-a1ec-7cfd64f446c8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 816 time: 0.1726875 Apr 19 11:02:29.443410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-619a4d77-80bc-4807-903d-024204e6ff3d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/quotas/0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 375 time: 0.0102921 Apr 19 11:02:29.538922 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-fcd388e1-f01e-4fea-8c81-1294ba12f3c5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892603 Apr 19 11:02:29.690672 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-fcf616bc-31d0-4da7-a138-649e48a5dc3d service neutron] 10.222.0.35 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384571 Apr 19 11:02:29.840467 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-7376fd0e-f2bc-4f6f-9065-3f5361c6cb22 service neutron] 10.222.0.35 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432731 Apr 19 11:02:29.894372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device f42156aa-542b-494c-ab0b-b7ee71c44bf5 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:29.932173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: f42156aa-542b-494c-ab0b-b7ee71c44bf5 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:29.932583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device f42156aa-542b-494c-ab0b-b7ee71c44bf5 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:30.058746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-3f8580f9-fd73-48da-a1c5-959450f68614 req-2abcaf71-95b2-4eaf-996d-3acb47231e1e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:30.078949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-3f8580f9-fd73-48da-a1c5-959450f68614 req-2abcaf71-95b2-4eaf-996d-3acb47231e1e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:30.080377 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f8580f9-fd73-48da-a1c5-959450f68614 req-2abcaf71-95b2-4eaf-996d-3acb47231e1e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 210 time: 0.0794883 Apr 19 11:02:30.599644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807dede-7d7d-451e-8f67-3b11fe02fb38 req-bc44c14b-6d41-47ac-bdaa-e7e6ca7f28ab tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:30.600974 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1807dede-7d7d-451e-8f67-3b11fe02fb38 req-bc44c14b-6d41-47ac-bdaa-e7e6ca7f28ab tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1013772 Apr 19 11:02:30.654237 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1807dede-7d7d-451e-8f67-3b11fe02fb38 req-95ff5580-48c7-4b6c-8ef4-8cc730470b8a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Apr 19 11:02:30.701595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:02:31.254360 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa977d32-66c7-4383-9ce3-070637205761 req-03545407-7e01-408f-a10a-237e7f107833 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 210 time: 0.0561466 Apr 19 11:02:31.530661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-232ca3fe-355b-47ae-8f6d-48e364218b31 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:31.531361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-232ca3fe-355b-47ae-8f6d-48e364218b31 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:31.548845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-232ca3fe-355b-47ae-8f6d-48e364218b31 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:31.550730 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-232ca3fe-355b-47ae-8f6d-48e364218b31 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 816 time: 0.1859374 Apr 19 11:02:31.647662 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-78c345c4-f2c6-4aa1-9d21-e83cebba4b65 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 5703 time: 0.0713058 Apr 19 11:02:31.660866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'port': {'device_id': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'admin_state_up': True, 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'security_groups': ['67907aff-5f94-4fb4-80a9-b570931e4b60']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:31.870187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:31.891214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:31.906341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Made reservation on behalf of 0f65d4beb51b4417bbb2fcc6ffc66ff8 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:02:31.913075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:31.943018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba96e-e8e2-4c93-b772-535f35b93fa0 req-478d6ad0-9fd5-46f9-9229-d6f34563be21 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:31.944700 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7bba96e-e8e2-4c93-b772-535f35b93fa0 req-478d6ad0-9fd5-46f9-9229-d6f34563be21 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1630208 Apr 19 11:02:32.065690 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c7bba96e-e8e2-4c93-b772-535f35b93fa0 req-a7aa9fde-6df3-4756-97af-f25aa6d5b250 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788157 Apr 19 11:02:32.131334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60958) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:32.146620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Allocated IP 172.20.0.11 (301e935e-34c0-49a6-8cbe-ebfe8213a638/f4befcfa-dae8-48c9-95ea-091753e59136/e5edfab3-d06d-4d9a-9f2f-6f39f137be8d) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:02:32.198309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Deleting subnet c8441208-3e8c-4ecf-92a5-a21218765865 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:02:32.201664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.257312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.265632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.357203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.375414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Transition to ACTIVE for port object e5edfab3-d06d-4d9a-9f2f-6f39f137be8d will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:02:32.400610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.406549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e31673d0-2681-446b-9518-c1fca8068135 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:32.482443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:02:32.485649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:02:32.489808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:02:32.529492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:32.535199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:32.564196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:32.565892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.585183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4958c-947d-4a2e-a746-f57ae38ca172 req-531b8ff0-d500-448d-b528-23b8d2cb2ccb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:32.586988 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-13b4958c-947d-4a2e-a746-f57ae38ca172 req-531b8ff0-d500-448d-b528-23b8d2cb2ccb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 932 time: 0.1940162 Apr 19 11:02:32.594793 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9383731 Apr 19 11:02:32.616077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Request body: {'port': {'device_id': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:32.657891 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-13b4958c-947d-4a2e-a746-f57ae38ca172 req-3b7cca52-c4f1-4c78-ab61-a48856d77908 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608220 Apr 19 11:02:32.676486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.681105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3953edf-519a-4b3a-bd3d-31cc38ec525f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:32.717479 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8441208-3e8c-4ecf-92a5-a21218765865,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:32.721386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:32.723801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.730073 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8441208-3e8c-4ecf-92a5-a21218765865 HTTP/1.1" status: 204 len: 168 time: 0.5976398 Apr 19 11:02:32.732665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60964) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:32.745443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.760431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cede29d5-efb8-4af2-955d-e1d141efbb0c None None] Provisioning for port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:02:32.765721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cede29d5-efb8-4af2-955d-e1d141efbb0c None None] Provisioning complete for port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:32.766138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cede29d5-efb8-4af2-955d-e1d141efbb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.824028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-cede29d5-efb8-4af2-955d-e1d141efbb0c None None] Port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:02:32.853221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:32.989606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.106173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.106623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.107423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.107815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > port after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.108175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > port after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.108534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > port after_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.108865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.109326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.109550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.109903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.114260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5edfab3-d06d-4d9a-9f2f-6f39f137be8d {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:02:33.122483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.138695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Transition to ACTIVE for port object e5edfab3-d06d-4d9a-9f2f-6f39f137be8d will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:02:33.149119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.154069 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f93f8f65-2e75-4451-9ca4-3c1fb55293d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:33.202351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.202731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.203348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.203568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 11:02:33.203849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb8fb31-e878-4a03-89a6-6609963ed9d0']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:33.219317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745277e8-24f7-42fc-9ea9-30fe596b4f47') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:33.219769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745277e8-24f7-42fc-9ea9-30fe596b4f47') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:33.232436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.254373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.262782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:02:33.391081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:33.394525 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:33.475119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:02:33.484582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.673141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Network eeb8fb31-e878-4a03-89a6-6609963ed9d0 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: from cryptography.utils import int_from_bytes Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: from cryptography.utils import int_from_bytes Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: (rel_b, rel_a, rel_b), Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:02:33.707789 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:02:33.720417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55706bd1-76b6-4ad6-9f6b-29c7819e678d req-b103f242-1b64-4a2a-8276-799f08896d4e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:33.722091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-55706bd1-76b6-4ad6-9f6b-29c7819e678d req-b103f242-1b64-4a2a-8276-799f08896d4e tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.5191307 Apr 19 11:02:33.726786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Attempting to bind port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:02:33.727161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Attempting to bind port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:02:33.727531 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Attempting to bind port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:02:33.756109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:02:33.756384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Attempting to bind port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d on network 301e935e-34c0-49a6-8cbe-ebfe8213a638 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:02:33.771773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:02:33.772151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Checking segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:02:33.772580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Bound using segment: {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:02:33.773245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Bound port: e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889d5de4-ac9e-4c47-b76d-94d2829d1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:02:33.773640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.851004 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-55706bd1-76b6-4ad6-9f6b-29c7819e678d req-ceca2e81-2a6d-43bd-b082-ecf7006b12e4 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111367 Apr 19 11:02:33.854322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.871385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:33.881611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.891202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb8fb31-e878-4a03-89a6-6609963ed9d0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:33.900482 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:33.906449 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-dfe2c83b-cac6-4e8e-b878-86ba5014e69c admin admin] 10.222.0.35 "DELETE /v2.0/networks/eeb8fb31-e878-4a03-89a6-6609963ed9d0 HTTP/1.1" status: 204 len: 168 time: 1.1722429 Apr 19 11:02:33.922822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:02:33.926927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:02:33.927771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3fcb-29de-4755-83f3-fe30384dcb49 req-6b278998-8094-465c-add8-fcd31943c42d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:33.929596 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f5a3fcb-29de-4755-83f3-fe30384dcb49 req-6b278998-8094-465c-add8-fcd31943c42d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1310172 Apr 19 11:02:33.939312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:33.946304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c6a8ea9a-1423-4597-81f7-e0b483222cac tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:33.981962 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f5a3fcb-29de-4755-83f3-fe30384dcb49 req-8fe60992-4a0c-4a8a-aba5-69c4e01b816b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Apr 19 11:02:34.016425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:34.017090 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:34.019037 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 200 len: 1094 time: 1.4088249 Apr 19 11:02:34.019695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:34.048910 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:34.055019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:34.095051 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'status': 'completed', 'code': 200} Apr 19 11:02:34.099882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60986) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:34.162906 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3d19c8c8-0253-4bdc-a33d-1a1521389b03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f76e89d5df4d40bfa48be3bf6c4fdd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616741 Apr 19 11:02:34.165615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 60990) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:34.208957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-64a85284-adbd-45b3-828d-d4de28c92e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:34.211580 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-64a85284-adbd-45b3-828d-d4de28c92e6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1097 time: 0.0969610 Apr 19 11:02:34.234433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:34.263422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:34.267296 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:34.298644 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-9870b46f-a523-46ef-b53d-0d89f774945d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 200 len: 217 time: 0.0724828 Apr 19 11:02:34.316212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:34.321224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:34.335311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8d80e3-e423-4d87-adca-1f9ddfb0871a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:34.338154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:34.346735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:34.348371 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d8d80e3-e423-4d87-adca-1f9ddfb0871a HTTP/1.1" status: 204 len: 168 time: 0.1815431 Apr 19 11:02:34.378013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-79056cb0-15fb-4edb-b320-a1ca947de3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:34.379633 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-79056cb0-15fb-4edb-b320-a1ca947de3ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0698719 Apr 19 11:02:34.472412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-66b2f29b-1aab-4adf-977e-b5a3ea729028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:34.474495 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-66b2f29b-1aab-4adf-977e-b5a3ea729028 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872574 Apr 19 11:02:34.604531 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-917f2998-ae52-4424-8ad9-27a64e9300d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791903 Apr 19 11:02:34.626252 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-5144eb32-24a2-4984-a1ca-18426ee8a0f3 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402628 Apr 19 11:02:34.785438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081f657-62e7-442a-a84b-04fe73db74cb req-b27cd692-75e7-43ab-9bc9-c0b3fd023b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:34.785984 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b7466b55-547e-40d5-96f3-c2d1de5400a7 req-71ff1b72-88fd-4c05-ae98-a2a098dc9148 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408505 Apr 19 11:02:34.786992 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-b27cd692-75e7-43ab-9bc9-c0b3fd023b55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 1099 time: 0.0860975 Apr 19 11:02:35.003951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-8104ac1f-fb4f-4bb9-827e-624565c2353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.032152 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-8104ac1f-fb4f-4bb9-827e-624565c2353a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1097 time: 0.1318359 Apr 19 11:02:35.134298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081f657-62e7-442a-a84b-04fe73db74cb req-276945cd-1d14-49fc-afc4-64659b35e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.136098 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-276945cd-1d14-49fc-afc4-64659b35e522 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.2405088 Apr 19 11:02:35.150163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68a49-6a54-4782-bf91-b5ae68b0cb2d req-5248be3c-a4ec-468e-9b41-c5d3335bfd0b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.151936 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a0b68a49-6a54-4782-bf91-b5ae68b0cb2d req-5248be3c-a4ec-468e-9b41-c5d3335bfd0b tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.1651928 Apr 19 11:02:35.335747 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a0b68a49-6a54-4782-bf91-b5ae68b0cb2d req-47138c25-7fbf-4f41-aa8d-f8fd5682c722 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758664 Apr 19 11:02:35.339532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-15ca5cb0-2717-468b-a71b-6130c259c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.341482 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-15ca5cb0-2717-468b-a71b-6130c259c5d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.2717547 Apr 19 11:02:35.350727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4fdd8-75a0-483f-8203-46886cb84ff9 req-69814927-c115-4a5f-aa32-997d63cbdfff tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.351613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d7e4fdd8-75a0-483f-8203-46886cb84ff9 req-69814927-c115-4a5f-aa32-997d63cbdfff tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Synchronizing usage tracker for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:35.398890 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-ace079e5-a3da-427e-9aeb-bd06f135bfb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 200 len: 1001 time: 0.2060792 Apr 19 11:02:35.432289 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-6f1e34df-f49d-4215-8eab-6f3a03038a86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 200 len: 217 time: 0.0757620 Apr 19 11:02:35.439443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-d7e4fdd8-75a0-483f-8203-46886cb84ff9 req-69814927-c115-4a5f-aa32-997d63cbdfff tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Unset dirty status for tenant:0f65d4beb51b4417bbb2fcc6ffc66ff8 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:35.446159 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d7e4fdd8-75a0-483f-8203-46886cb84ff9 req-69814927-c115-4a5f-aa32-997d63cbdfff tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.3160067 Apr 19 11:02:35.481342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081f657-62e7-442a-a84b-04fe73db74cb req-f7b0e1a8-3af9-42c5-b202-f0cdbd8046d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.483070 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-f7b0e1a8-3af9-42c5-b202-f0cdbd8046d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.0770173 Apr 19 11:02:35.555213 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d7e4fdd8-75a0-483f-8203-46886cb84ff9 req-4fc75365-2e18-421f-8a0a-d018b36c5b63 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065784 Apr 19 11:02:35.556924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-ef4952d8-1de8-464d-ba01-86e3c9e93745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.558440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-ef4952d8-1de8-464d-ba01-86e3c9e93745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.1111841 Apr 19 11:02:35.585976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081f657-62e7-442a-a84b-04fe73db74cb req-ba1a379e-c5f8-4277-a1b3-5832ee988715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.587715 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-ba1a379e-c5f8-4277-a1b3-5832ee988715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937004 Apr 19 11:02:35.650717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-fd176875-b721-4246-9986-d68d3e6d1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:35.652378 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-fd176875-b721-4246-9986-d68d3e6d1602 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845058 Apr 19 11:02:35.813457 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-a83fad0a-02ee-4671-9983-e4e64bf8a950 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518972 Apr 19 11:02:35.981422 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-354a3546-4245-42fc-a150-71d570c4e86b service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818321 Apr 19 11:02:35.996421 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2e03340-7504-43ee-b927-f9e4fb7ab991 req-6896c144-bf7f-488e-b1f3-6e53e53283d4 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737618 Apr 19 11:02:36.141370 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7081f657-62e7-442a-a84b-04fe73db74cb req-05add899-a239-4f3b-9bdd-ed636d324989 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509073 Apr 19 11:02:36.550008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a1de5-d7fe-43f4-9a73-30c052d42ad2 req-d359ef74-418d-4477-a813-95d4f3847c0a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:36.551694 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da8a1de5-d7fe-43f4-9a73-30c052d42ad2 req-d359ef74-418d-4477-a813-95d4f3847c0a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0924318 Apr 19 11:02:36.616590 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da8a1de5-d7fe-43f4-9a73-30c052d42ad2 req-4f1e2594-859e-4d04-9ef0-eefa15e918bd tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/security-groups?id=570374cf-8d92-4912-b618-6308a4ffcf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583246 Apr 19 11:02:36.793623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bd06d-c510-4474-8c24-88800f2e31ed req-547b6257-5717-439c-a901-32ee4182fef4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:36.795313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0e3bd06d-c510-4474-8c24-88800f2e31ed req-547b6257-5717-439c-a901-32ee4182fef4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1064520 Apr 19 11:02:36.851766 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0e3bd06d-c510-4474-8c24-88800f2e31ed req-e1e52495-edc4-46c4-af9c-7f3a4d6b422b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492105 Apr 19 11:02:37.001286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-b331dec5-c24a-4f2f-8142-22739b36732a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:37.003019 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-b331dec5-c24a-4f2f-8142-22739b36732a tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0995216 Apr 19 11:02:37.085714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Deleting port fede1bfe-7791-42fa-ba69-50659acd2274 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:37.086107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:37.370556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] For port fede1bfe-7791-42fa-ba69-50659acd2274, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fede1bfe-7791-42fa-ba69-50659acd2274,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:37.370971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:37.508947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Calling delete_port for fede1bfe-7791-42fa-ba69-50659acd2274 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:37.667087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:37.673159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:37.725236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['fede1bfe-7791-42fa-ba69-50659acd2274'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:37.728895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Pushing event deleted for resources: {'Port': ['ID=fede1bfe-7791-42fa-ba69-50659acd2274,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:37.732474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:37.812723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] No DVR routers for this DVR port fede1bfe-7791-42fa-ba69-50659acd2274 on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:02:37.814739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:37.819027 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'name': 'network-vif-deleted', 'tag': 'fede1bfe-7791-42fa-ba69-50659acd2274'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:37.830209 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ffee7d32-a668-4279-b1ed-d4fb7bf13062 req-ff27be24-53c1-4a13-9bc9-71035d27d7e0 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0642288 Apr 19 11:02:37.860380 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3c848fe6-b61d-455c-8803-5ffb13070c83 req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.43 "DELETE /v2.0/ports/fede1bfe-7791-42fa-ba69-50659acd2274 HTTP/1.1" status: 204 len: 173 time: 0.8511627 Apr 19 11:02:37.878721 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8866d-e186-44d1-a000-9eadae76ecf6', 'name': 'network-vif-deleted', 'tag': 'fede1bfe-7791-42fa-ba69-50659acd2274', 'status': 'completed', 'code': 200} Apr 19 11:02:37.915915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:02:38.068079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:38.083012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'mac_address': 'fa:16:3e:6e:2b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:02:38.084948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea936e-921c-492e-b72a-f53dc60b0f71 req-0781eac8-07af-43c7-8c6e-768c6e952af2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:38.086582 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-daea936e-921c-492e-b72a-f53dc60b0f71 req-0781eac8-07af-43c7-8c6e-768c6e952af2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1047902 Apr 19 11:02:38.135238 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-daea936e-921c-492e-b72a-f53dc60b0f71 req-55851770-379c-489a-863b-c2a40ee7148f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421107 Apr 19 11:02:38.141570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:38.162750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5edfab3-d06d-4d9a-9f2f-6f39f137be8d {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:02:38.180973 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:38.183757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:38.185572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:38.258180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:38.261454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:38.627739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:39.024584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0e39eb00-329d-4c8a-8c54-f7c06b61efcd req-1dda8658-97cd-49c2-a0b8-4c2b888e4fb1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Synchronizing usage tracker for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:02:39.039856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0e39eb00-329d-4c8a-8c54-f7c06b61efcd req-1dda8658-97cd-49c2-a0b8-4c2b888e4fb1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Unset dirty status for tenant:5b5fc102a80f466d8789b6b80e4179fe on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:02:39.041122 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0e39eb00-329d-4c8a-8c54-f7c06b61efcd req-1dda8658-97cd-49c2-a0b8-4c2b888e4fb1 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9e8866d-e186-44d1-a000-9eadae76ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0735590 Apr 19 11:02:39.342106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11b0b6-03b3-4581-aa42-5deae5dc7e34 req-aaaa81b2-3ecd-473a-bf25-602b7db91604 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:39.343969 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bd11b0b6-03b3-4581-aa42-5deae5dc7e34 req-aaaa81b2-3ecd-473a-bf25-602b7db91604 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 945 time: 0.0917451 Apr 19 11:02:39.400007 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bd11b0b6-03b3-4581-aa42-5deae5dc7e34 req-687cf3fe-1a5c-4c77-b38b-4bb0f3005584 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487778 Apr 19 11:02:39.917577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:02:39.989564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:02:39.994879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:02:39.995305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:40.130228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:40.152471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 32892) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:40.162814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:40.173846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:40.179290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:40.180808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fede1bfe-7791-42fa-ba69-50659acd2274 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:40.218530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:40.275109 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'code': 200} Apr 19 11:02:40.283140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: fede1bfe-7791-42fa-ba69-50659acd2274 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:40.283637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fede1bfe-7791-42fa-ba69-50659acd2274 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:40.313088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:40.316981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:40.618190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c468e-9ef5-44aa-bf43-5c92562e4004 req-2c56e7d8-7daa-43d7-9573-6a1be811c03b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:40.619924 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-765c468e-9ef5-44aa-bf43-5c92562e4004 req-2c56e7d8-7daa-43d7-9573-6a1be811c03b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.0911143 Apr 19 11:02:40.670752 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-765c468e-9ef5-44aa-bf43-5c92562e4004 req-09ae0f37-8e37-424a-8505-2487ae43bbf4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 Apr 19 11:02:40.686737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d42527-ca3e-4d39-b3e1-d82a0f66b71b req-a70a869f-958f-45e8-896c-cbd2574ec2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:40.688471 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-96d42527-ca3e-4d39-b3e1-d82a0f66b71b req-a70a869f-958f-45e8-896c-cbd2574ec2f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1099 time: 0.1812003 Apr 19 11:02:40.784988 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-96d42527-ca3e-4d39-b3e1-d82a0f66b71b req-1779880e-e963-4033-8af9-9a34856e2e1e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880620 Apr 19 11:02:40.888031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:41.268413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Deleting port 54b494bd-196e-4296-a094-89bb98e40c3d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:41.269002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:41.460465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] For port 54b494bd-196e-4296-a094-89bb98e40c3d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=54b494bd-196e-4296-a094-89bb98e40c3d,segment=NetworkSegment(11035b86-cdea-4ab5-bf5d-d7e9fbdfe844),segment_id=11035b86-cdea-4ab5-bf5d-d7e9fbdfe844)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:41.460865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:41.601823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Calling delete_port for 54b494bd-196e-4296-a094-89bb98e40c3d owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:42.167553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe035-2fb3-4d0e-b218-aed7005d622a req-30238c03-19b7-480e-a100-baffde7317b3 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:42.169079 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9ebbe035-2fb3-4d0e-b218-aed7005d622a req-30238c03-19b7-480e-a100-baffde7317b3 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1365943 Apr 19 11:02:42.269540 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9ebbe035-2fb3-4d0e-b218-aed7005d622a req-0d8ce172-1474-4843-9d44-09eb55f87e5b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916538 Apr 19 11:02:42.281777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:42.285001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:42.356549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b494bd-196e-4296-a094-89bb98e40c3d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:42.385530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:42.638267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:43.029487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Router f6342d6a-1a6b-494f-bf01-8ae120a7d51c has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:02:43.219427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:02:43.230200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] Sync routers for ids ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:02:43.239380 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6342d6a-1a6b-494f-bf01-8ae120a7d51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0854783 Apr 19 11:02:43.241843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 32922) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:43.248450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] Routers {'f6342d6a-1a6b-494f-bf01-8ae120a7d51c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:43.249323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:43.451227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] Set router f6342d6a-1a6b-494f-bf01-8ae120a7d51c gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:43.518349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:43.680592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ef4b-b82b-4656-869e-427bb0c77d67 req-47428dfe-bc8a-45cd-bfc9-4730d14bcf5e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:43.682219 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3340ef4b-b82b-4656-869e-427bb0c77d67 req-47428dfe-bc8a-45cd-bfc9-4730d14bcf5e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.2760360 Apr 19 11:02:43.759594 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3340ef4b-b82b-4656-869e-427bb0c77d67 req-40350804-9136-436f-acb8-cbd174db2694 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661840 Apr 19 11:02:43.773690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:43.785809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '85d7693a-f476-417e-b039-f5f51815504c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T11:02:42Z', 'revision_number': 5, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port': {'id': '85d7693a-f476-417e-b039-f5f51815504c', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:59:43Z', 'updated_at': '2021-04-19T10:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:43.787861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Deleting port 85d7693a-f476-417e-b039-f5f51815504c {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:43.788533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:43.797768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] Checking router: f6342d6a-1a6b-494f-bf01-8ae120a7d51c for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:02:43.810218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] Routers {'f6342d6a-1a6b-494f-bf01-8ae120a7d51c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:43.811020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:43.987892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] Set router f6342d6a-1a6b-494f-bf01-8ae120a7d51c gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:44.057517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] For port 85d7693a-f476-417e-b039-f5f51815504c, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=85d7693a-f476-417e-b039-f5f51815504c,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:44.058095 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:44.061464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7822ef7-9a46-401a-83e6-760a7587399b req-649fd39c-1372-4685-8be1-80d75ca309ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:44.063195 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f7822ef7-9a46-401a-83e6-760a7587399b req-649fd39c-1372-4685-8be1-80d75ca309ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1004772 Apr 19 11:02:44.073202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 32936) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:44.079819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Request body: {'floatingip': {'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:02:44.113875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T11:02:43Z', 'revision_number': 6, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port_host': None}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:44.118777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71da57-5ea8-49db-8119-de0c2cd96dcd None None] The sync data for ids ['f6342d6a-1a6b-494f-bf01-8ae120a7d51c'] in dv-cinder-786524-2-smb is: [{'id': 'f6342d6a-1a6b-494f-bf01-8ae120a7d51c', 'name': 'tempest-ServerRescueNegativeTestJSON-1499605181-router', 'tenant_id': '5b5fc102a80f466d8789b6b80e4179fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:59:42Z', 'updated_at': '2021-04-19T11:02:43Z', 'revision_number': 6, 'project_id': '5b5fc102a80f466d8789b6b80e4179fe', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:02:44.195136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:44.445232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Calling delete_port for 85d7693a-f476-417e-b039-f5f51815504c owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:44.636017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:44.641157 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:44.730681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d7693a-f476-417e-b039-f5f51815504c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:44.733193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:44.809805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:44.872678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:44.877445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.040706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.043220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.143117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.143682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6342d6a-1a6b-494f-bf01-8ae120a7d51c {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:02:45.158180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.159570 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f6342d6a-1a6b-494f-bf01-8ae120a7d51c HTTP/1.1" status: 204 len: 168 time: 1.9166543 Apr 19 11:02:45.162200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 32948) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:45.233500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Deleting subnet 08870469-c7a4-4a8a-9f89-f67d42e4660a {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:02:45.237925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.297954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.361073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.363711 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Floating IP 5fa3c380-2a0b-44bf-b445-a0e2f0fd7388 associated. External IP: 172.28.0.155, port: e5edfab3-d06d-4d9a-9f2f-6f39f137be8d. Apr 19 11:02:45.527774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534a77d-bc34-4d88-8471-80f96f6acca5 req-2a7dfc0a-5e89-4e1d-bbc6-eb819500db5a tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:45.529380 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c534a77d-bc34-4d88-8471-80f96f6acca5 req-2a7dfc0a-5e89-4e1d-bbc6-eb819500db5a tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.4842470 Apr 19 11:02:45.581396 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 54b494bd-196e-4296-a094-89bb98e40c3d no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:45.603746 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c534a77d-bc34-4d88-8471-80f96f6acca5 req-2184fb69-1bc5-4970-b311-b3dc5ac88a80 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656300 Apr 19 11:02:45.626309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 54b494bd-196e-4296-a094-89bb98e40c3d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:45.626855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 54b494bd-196e-4296-a094-89bb98e40c3d not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:45.627923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 85d7693a-f476-417e-b039-f5f51815504c no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:45.651780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.657407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-79decc4b-ee4b-44a2-95f1-9e1068c8cd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:45.665261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 85d7693a-f476-417e-b039-f5f51815504c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:45.665653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 85d7693a-f476-417e-b039-f5f51815504c not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:45.698078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08870469-c7a4-4a8a-9f89-f67d42e4660a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:45.701370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:45.702434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.709599 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/08870469-c7a4-4a8a-9f89-f67d42e4660a HTTP/1.1" status: 204 len: 168 time: 0.5463188 Apr 19 11:02:45.712299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 32952) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:45.808969 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:02:45.830955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:45.969542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.007476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:02:46.012162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.018195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:02:46.029657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:46.030349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:46.081672 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-dcf53f79-7ca5-403a-9c68-3e33df4c7e60 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "PUT /v2.0/floatingips/5fa3c380-2a0b-44bf-b445-a0e2f0fd7388 HTTP/1.1" status: 200 len: 992 time: 2.0067639 Apr 19 11:02:46.082592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:46.107545 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13570fc-bbff-4464-ab67-5d37d60b2f5e']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:46.124053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:46.124500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11035b86-cdea-4ab5-bf5d-d7e9fbdfe844') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:46.139567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.162291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.170667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:02:46.187379 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'status': 'completed', 'code': 200} Apr 19 11:02:46.200453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53a260c5-9dec-45b8-80c4-7882d42c1651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.274812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:46.417761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:02:46.435084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.556650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-c9b8a6b1-dcfd-445e-ace4-8762aa32edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:46.558281 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-c9b8a6b1-dcfd-445e-ace4-8762aa32edff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1099 time: 0.2966671 Apr 19 11:02:46.669880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '5fa3c380-2a0b-44bf-b445-a0e2f0fd7388', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'floating_ip_address': '172.28.0.155', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'mac_address': 'fa:16:3e:6e:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:02:28Z', 'updated_at': '2021-04-19T11:02:44Z', 'revision_number': 1, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:46.676959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:02:46.687093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:02:46.687773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:46.717676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Network d13570fc-bbff-4464-ab67-5d37d60b2f5e has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:02:46.743202 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:02:46.839740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75b207-bf68-4f20-9856-70245f346f97 req-0d5b44e6-cc2f-47cc-b1b5-806c31d3ea3f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:46.853795 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9b75b207-bf68-4f20-9856-70245f346f97 req-0d5b44e6-cc2f-47cc-b1b5-806c31d3ea3f tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.1097820 Apr 19 11:02:46.869782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.891110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c87abeb4-c70f-45ef-a50b-0fca4dbb1200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:46.909900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:46.913347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-c76fc48e-9f48-4d2d-b254-bac268e00391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:46.914976 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-c76fc48e-9f48-4d2d-b254-bac268e00391 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.3100777 Apr 19 11:02:46.917321 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9b75b207-bf68-4f20-9856-70245f346f97 req-c3c07852-3f17-4675-9c83-93e8cfef9831 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593107 Apr 19 11:02:46.920422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:02:46.922343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Pushing event deleted for resources: {'Network': ['ID=d13570fc-bbff-4464-ab67-5d37d60b2f5e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:46.928328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:46.993305 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] 10.222.0.35 "DELETE /v2.0/networks/d13570fc-bbff-4464-ab67-5d37d60b2f5e HTTP/1.1" status: 204 len: 168 time: 1.2798131 Apr 19 11:02:47.041527 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-0808412c-95a2-4098-9e34-f52d5de20b0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 200 len: 1000 time: 0.1147890 Apr 19 11:02:47.126777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-8ced8d3e-7703-4554-ba12-8af8cab81365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:47.129366 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-8ced8d3e-7703-4554-ba12-8af8cab81365 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0781531 Apr 19 11:02:47.142030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 32966) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:47.196943 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-81c8b8ab-4635-45e5-9378-6e9a03f64e08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b5fc102a80f466d8789b6b80e4179fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529974 Apr 19 11:02:47.199855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 32972) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:47.281913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:47.316697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:47.350811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '5fa3c380-2a0b-44bf-b445-a0e2f0fd7388', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'floating_ip_address': '172.28.0.155', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'mac_address': 'fa:16:3e:6e:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:02:28Z', 'updated_at': '2021-04-19T11:02:44Z', 'revision_number': 1, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:02:47.356133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb47d9-3fe6-4e18-a2ea-6b7c8ab6bf45 None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '5fa3c380-2a0b-44bf-b445-a0e2f0fd7388', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'floating_ip_address': '172.28.0.155', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'mac_address': 'fa:16:3e:6e:2b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:02:28Z', 'updated_at': '2021-04-19T11:02:44Z', 'revision_number': 1, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:02:47.375818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:47.388696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d4d6b3a5-bf29-49f8-a529-a0afd5e961bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:47.406079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:47.421990 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/570374cf-8d92-4912-b618-6308a4ffcf40 HTTP/1.1" status: 204 len: 168 time: 0.2095077 Apr 19 11:02:47.423772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570374cf-8d92-4912-b618-6308a4ffcf40,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:47.433372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.433782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.434266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.434628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.435023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.435417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.436039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.436379 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.436774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.437163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.437549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.437934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:02:47.441695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:47.539573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-2f57dbd1-7faa-449e-b05f-510a28f2e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:47.541307 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-2f57dbd1-7faa-449e-b05f-510a28f2e610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4015195 Apr 19 11:02:47.654135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cc7c0-f5ee-463c-8c0d-e2fc0915bd77 None None] New status for floating IP 5fa3c380-2a0b-44bf-b445-a0e2f0fd7388: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:02:47.707569 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-b0255951-2b2f-4f14-b2b3-450adf920d7e service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553917 Apr 19 11:02:47.875700 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f9dd32b-9bec-4cfc-b6ff-dbf056822970 req-495746d0-d6ad-4b68-91f9-bbd174342b56 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575205 Apr 19 11:02:48.139655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4ceb8-24c9-454b-809c-ab4b4fd3ac27 req-ab34d3f2-48f2-414d-8b01-82232d399663 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:48.141284 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8da4ceb8-24c9-454b-809c-ab4b4fd3ac27 req-ab34d3f2-48f2-414d-8b01-82232d399663 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.0967076 Apr 19 11:02:48.192579 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8da4ceb8-24c9-454b-809c-ab4b4fd3ac27 req-d4fa3b9d-cd5e-4be7-bcea-ce7d031673ab tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Apr 19 11:02:48.505041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78491fe6-165d-488d-bcf4-367160fbb26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:49.274294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:49.404879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604f008-4e3a-4f1b-9775-14415d05a3e7 req-3118c969-e077-4fbc-9874-ccf3d660e4fb tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:49.406541 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b604f008-4e3a-4f1b-9775-14415d05a3e7 req-3118c969-e077-4fbc-9874-ccf3d660e4fb tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.0926690 Apr 19 11:02:49.457162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b604f008-4e3a-4f1b-9775-14415d05a3e7 req-696f103a-f250-4211-b726-ba2f5b7ad402 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Apr 19 11:02:50.053395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:50.701161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-9c93ae51-29fb-41ee-b08d-f9de10ac50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:50.702822 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-9c93ae51-29fb-41ee-b08d-f9de10ac50d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1137 time: 0.1636066 Apr 19 11:02:50.704799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22353c-e77d-4415-b584-87cd559b44d2 req-3f338759-3ed0-45b2-83a8-e05c33b077de tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:50.706444 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ce22353c-e77d-4415-b584-87cd559b44d2 req-3f338759-3ed0-45b2-83a8-e05c33b077de tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.0880234 Apr 19 11:02:50.712747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed60b-4820-459e-a768-202984410527 req-319afc7b-be31-4004-93b7-d0635186bad6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:50.713781 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-667ed60b-4820-459e-a768-202984410527 req-319afc7b-be31-4004-93b7-d0635186bad6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1766679 Apr 19 11:02:50.805778 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ce22353c-e77d-4415-b584-87cd559b44d2 req-eda7c3fd-1d25-4030-9e8c-6b6324d774b5 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b999fd7-6010-4101-8bff-1f0a57df77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580394 Apr 19 11:02:50.871783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-5d817b20-56ab-4965-aaaa-55a036ca1095 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:50.873495 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-5d817b20-56ab-4965-aaaa-55a036ca1095 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 946 time: 0.1659617 Apr 19 11:02:50.873628 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-667ed60b-4820-459e-a768-202984410527 req-5f647c93-db69-461e-9bea-6c2ba6cb6a0c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299200 Apr 19 11:02:50.925359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-cb2a997e-07ab-4ca4-befc-f89d293d5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:50.927381 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-cb2a997e-07ab-4ca4-befc-f89d293d5918 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.2090876 Apr 19 11:02:50.937296 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:50.969926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Deleting port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:02:50.970531 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:51.068023 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-ae144e9a-9dbc-4ac5-89b7-0097bf0a79a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 1000 time: 0.1333990 Apr 19 11:02:51.144800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-99c9a0e8-06dc-455f-a01b-de5ad47da567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:51.146366 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-99c9a0e8-06dc-455f-a01b-de5ad47da567 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.0717275 Apr 19 11:02:51.227986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-f2f18464-87d2-4117-b6ac-7cf8e811ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:51.229449 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-f2f18464-87d2-4117-b6ac-7cf8e811ccea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764656 Apr 19 11:02:51.249028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] For port c36a6d75-243b-4dc8-84e6-e1ec2f789d83, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,segment=NetworkSegment(df0dfa91-a652-4b09-b72e-9e43b1bfbcba),segment_id=df0dfa91-a652-4b09-b72e-9e43b1bfbcba)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:02:51.249429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:51.383572 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-c4797937-a451-43eb-bf6e-d67b106ee9ed service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403489 Apr 19 11:02:51.389712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Calling delete_port for c36a6d75-243b-4dc8-84e6-e1ec2f789d83 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:02:51.532835 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f9bddc2d-5046-4a21-a975-5c6870999f78 req-fa275168-6509-40fc-94a2-ab8fdb2b320e service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429219 Apr 19 11:02:51.544971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:51.551311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b43095e-bb16-41e5-8dd6-8c30f5f0e671 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:51.583034 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['c36a6d75-243b-4dc8-84e6-e1ec2f789d83'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:02:51.602608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Pushing event deleted for resources: {'Port': ['ID=c36a6d75-243b-4dc8-84e6-e1ec2f789d83,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:51.605894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:51.682963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] No DVR routers for this DVR port c36a6d75-243b-4dc8-84e6-e1ec2f789d83 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:02:51.686455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:51.691427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'name': 'network-vif-deleted', 'tag': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:02:51.714104 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bb6db379-e8ee-4023-bb86-22008d78eb19 req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.43 "DELETE /v2.0/ports/c36a6d75-243b-4dc8-84e6-e1ec2f789d83 HTTP/1.1" status: 204 len: 173 time: 0.8337271 Apr 19 11:02:51.745865 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a6b32f-472d-46af-a04a-de90bbfc06dd', 'name': 'network-vif-deleted', 'tag': 'c36a6d75-243b-4dc8-84e6-e1ec2f789d83', 'status': 'completed', 'code': 200} Apr 19 11:02:52.021160 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-19866e1f-bfd0-4dee-a8ff-05c8660ca1ad req-8fe7b11e-a8df-4d94-808a-1c3774674287 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a6b32f-472d-46af-a04a-de90bbfc06dd HTTP/1.1" status: 200 len: 210 time: 0.0612555 Apr 19 11:02:52.096811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65aa8e-7ce7-49c7-883a-b497b7958911 req-6bb35e50-bc73-4a46-8fe2-492a83a34c7d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:52.099903 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6a65aa8e-7ce7-49c7-883a-b497b7958911 req-6bb35e50-bc73-4a46-8fe2-492a83a34c7d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.0946105 Apr 19 11:02:52.158282 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6a65aa8e-7ce7-49c7-883a-b497b7958911 req-c7393181-427a-4f61-895e-6bf8ec987959 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527761 Apr 19 11:02:53.364919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f444c-deb9-4916-84ff-e6316309c671 req-4767c46c-352f-48c3-8af9-fc103c7b9f35 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:53.366569 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8a1f444c-deb9-4916-84ff-e6316309c671 req-4767c46c-352f-48c3-8af9-fc103c7b9f35 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.0917578 Apr 19 11:02:53.419345 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8a1f444c-deb9-4916-84ff-e6316309c671 req-c2f7760b-d7eb-4597-99e0-a42982c7bb3d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457439 Apr 19 11:02:53.973486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33132) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:53.977526 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device c36a6d75-243b-4dc8-84e6-e1ec2f789d83 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:02:54.014664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: c36a6d75-243b-4dc8-84e6-e1ec2f789d83 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:02:54.015062 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device c36a6d75-243b-4dc8-84e6-e1ec2f789d83 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:02:54.098928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.115146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:54.119143 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Usage tracker for resource:security_group_rule and tenant:022c51faae1742ab9de8bfef7ae7a568 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:54.122075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:54.128101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:54.219850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.223246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.233530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fe3eee66-a3e0-406e-b7f7-95adb97401c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:54.287586 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=022c51faae1742ab9de8bfef7ae7a568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128626 Apr 19 11:02:54.288641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779bdb8-c094-4a4c-8fd2-82d3e546a061,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:54.290765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33138) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:54.292436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:54.358993 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.386939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.433414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.437533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-292c823b-aeca-4f82-810c-4ef4ff3b84d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:02:54.450929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779bdb8-c094-4a4c-8fd2-82d3e546a061,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:02:54.454810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:02:54.458549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:54.462678 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e779bdb8-c094-4a4c-8fd2-82d3e546a061 HTTP/1.1" status: 204 len: 168 time: 0.1705401 Apr 19 11:02:54.681805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7fb35-a3e2-46d4-8db3-8014231fcac6 req-78b54a08-0532-44a9-b24a-e6567e022b86 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:54.683553 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8db7fb35-a3e2-46d4-8db3-8014231fcac6 req-78b54a08-0532-44a9-b24a-e6567e022b86 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1115973 Apr 19 11:02:54.748518 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8db7fb35-a3e2-46d4-8db3-8014231fcac6 req-2dd06012-4b6d-4812-aa62-9424acc5ce0b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519521 Apr 19 11:02:55.959077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff5401-739c-4ccb-bc99-412b85ed61ac req-9e83147d-3d6c-47c7-8ae6-ef5d980b6d97 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:55.960581 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62ff5401-739c-4ccb-bc99-412b85ed61ac req-9e83147d-3d6c-47c7-8ae6-ef5d980b6d97 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.0936806 Apr 19 11:02:56.010798 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-62ff5401-739c-4ccb-bc99-412b85ed61ac req-f4307d9d-ec0e-4327-995e-df43ffdbaff4 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437863 Apr 19 11:02:57.217856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e03d6-e5da-43ba-967b-da812e8c9e29 req-eae72959-4911-45ba-a673-fd4f61eaaf0f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:57.219490 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c38e03d6-e5da-43ba-967b-da812e8c9e29 req-eae72959-4911-45ba-a673-fd4f61eaaf0f tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.0907185 Apr 19 11:02:57.280451 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c38e03d6-e5da-43ba-967b-da812e8c9e29 req-e8609839-de65-45e0-8322-0090b271a3d4 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532727 Apr 19 11:02:58.214221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2994b-504f-4fd2-bfee-fcc9a215535b req-412becf6-392c-4a6f-bbe3-9cd3508a4f01 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:58.216265 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-72b2994b-504f-4fd2-bfee-fcc9a215535b req-412becf6-392c-4a6f-bbe3-9cd3508a4f01 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0967627 Apr 19 11:02:58.269344 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-72b2994b-504f-4fd2-bfee-fcc9a215535b req-869d2184-496a-4bbf-871c-7b9e70a991ea tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459356 Apr 19 11:02:58.498568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72163-c2d8-4d06-af7c-4749f03fc60b req-1698d46d-0775-4b82-94b9-2a9517ed0776 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:58.500299 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9ec72163-c2d8-4d06-af7c-4749f03fc60b req-1698d46d-0775-4b82-94b9-2a9517ed0776 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.0967829 Apr 19 11:02:58.560245 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9ec72163-c2d8-4d06-af7c-4749f03fc60b req-1671bacd-6600-41a4-b0c5-3ba8b0aff1ec tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520780 Apr 19 11:02:59.488759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce807e-0c49-43f8-84c8-c798aac8c01c req-80479f94-b962-4613-9992-6359b3e4c8a2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:59.490434 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27ce807e-0c49-43f8-84c8-c798aac8c01c req-80479f94-b962-4613-9992-6359b3e4c8a2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0971768 Apr 19 11:02:59.517761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33308) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:02:59.543321 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27ce807e-0c49-43f8-84c8-c798aac8c01c req-7f47ab38-fe3b-4bb0-bd86-c800d093264c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464346 Apr 19 11:02:59.691321 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:59.777284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:02:59.784605 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9dee5f9005434075b6573e350e102234 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:02:59.788435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:02:59.797728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:02:59.856086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1e64-73bc-4201-bf05-34b6691f2dd3 req-499f5615-a052-4038-b82e-29667d1a1e18 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:02:59.858072 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7c6d1e64-73bc-4201-bf05-34b6691f2dd3 req-499f5615-a052-4038-b82e-29667d1a1e18 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1461906 Apr 19 11:02:59.937852 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7c6d1e64-73bc-4201-bf05-34b6691f2dd3 req-8fa6554a-3d4e-415d-ae95-a78649c3243e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716035 Apr 19 11:02:59.968203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:59.972881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:02:59.982371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f7bfa10-6c0a-4baf-b4be-b4156198190d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:00.023953 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9dee5f9005434075b6573e350e102234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5042505 Apr 19 11:03:00.026871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33326) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:00.031949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a83037a-c348-47ad-80e8-4f33dd06b7e0,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:00.036152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:00.095278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.125779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.181177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.186703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e73d7348-a552-4e57-9796-153b375b55e4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:00.200467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a83037a-c348-47ad-80e8-4f33dd06b7e0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:00.205981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:00.207076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.208369 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a83037a-c348-47ad-80e8-4f33dd06b7e0 HTTP/1.1" status: 204 len: 168 time: 0.1803710 Apr 19 11:03:00.444246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-f66f4657-9e82-4ee2-a7a4-84c99d4f9313 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:00.445888 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-f66f4657-9e82-4ee2-a7a4-84c99d4f9313 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.0955603 Apr 19 11:03:00.527317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33336) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:00.529772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Deleting port 1c8b72a9-1de8-4b81-ba84-165556f2c17b {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:03:00.530168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.548033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.565790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:00.571154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Usage tracker for resource:security_group_rule and tenant:61a1c6e08fb540e484604ecbd6dbce82 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:00.575762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:00.583046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:00.674994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.678156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.687986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b7c4dbf6-ef6a-4292-b6b6-efe2e9318eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:00.731545 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984572a9-762c-4319-997f-746695d73904,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:00.738835 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61a1c6e08fb540e484604ecbd6dbce82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078142 Apr 19 11:03:00.738835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:00.739181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33342) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:00.810652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.855690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.874752 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] For port 1c8b72a9-1de8-4b81-ba84-165556f2c17b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1c8b72a9-1de8-4b81-ba84-165556f2c17b,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:00.875159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.891385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a730-2526-4e45-aa7e-237f5fa50477 req-5122929c-7d62-4093-acf6-58461510af21 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:00.893129 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9e33a730-2526-4e45-aa7e-237f5fa50477 req-5122929c-7d62-4093-acf6-58461510af21 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 946 time: 0.2152097 Apr 19 11:03:00.909885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.915304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3cf34bd2-0aa1-4feb-958f-b28ed9d39d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:00.928692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984572a9-762c-4319-997f-746695d73904,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:00.932086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:00.934137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:00.935661 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/984572a9-762c-4319-997f-746695d73904 HTTP/1.1" status: 204 len: 168 time: 0.1953726 Apr 19 11:03:01.043401 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9e33a730-2526-4e45-aa7e-237f5fa50477 req-227c62a8-ff5f-4eac-bf9f-6a1549bd3945 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=cc30db59-28f8-484f-b660-385abdb94df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784354 Apr 19 11:03:01.259830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fc75b-627b-4785-a000-7c815475378c req-e43f119a-de21-45db-9f6a-2e1c5dcad634 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:01.262960 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-937fc75b-627b-4785-a000-7c815475378c req-e43f119a-de21-45db-9f6a-2e1c5dcad634 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1703093 Apr 19 11:03:01.355091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-937fc75b-627b-4785-a000-7c815475378c req-0ae9ea2f-c230-4386-890d-fe4ea5ebcfba tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842614 Apr 19 11:03:01.612053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:01.612680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:01.612830 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Floating IP 1b4d0e60-176b-478c-8f9a-646fab6db6f0 disassociated. External IP: 172.28.0.20, port: 1c8b72a9-1de8-4b81-ba84-165556f2c17b. Apr 19 11:03:01.613133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Calling delete_port for 1c8b72a9-1de8-4b81-ba84-165556f2c17b owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:03:01.769327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:01.776441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:01.826631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event deleted for resources: {'Port': ['ID=1c8b72a9-1de8-4b81-ba84-165556f2c17b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:01.832182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:02.029623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:03:02.216420 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-35e1bf9a-14fe-4f79-acfe-58819219b0df req-fe171624-f649-4f9c-921b-15e9d2991da0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1eb6609-bf7e-4324-a56a-3d1b197dc969 HTTP/1.1" status: 200 len: 210 time: 0.0587647 Apr 19 11:03:02.229203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:02.240616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:02.252653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:02.253929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:02.314861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] No DVR routers for this DVR port 1c8b72a9-1de8-4b81-ba84-165556f2c17b on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:03:02.317782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:02.325560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'name': 'network-vif-deleted', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:02.383751 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0a119ad9-64cb-45a0-b638-b759ef3328b1 req-76314b07-3166-4c5b-a5aa-60dd982927c2 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "DELETE /v2.0/ports/1c8b72a9-1de8-4b81-ba84-165556f2c17b HTTP/1.1" status: 204 len: 173 time: 1.9312730 Apr 19 11:03:02.399617 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1eb6609-bf7e-4324-a56a-3d1b197dc969', 'name': 'network-vif-deleted', 'tag': '1c8b72a9-1de8-4b81-ba84-165556f2c17b', 'status': 'completed', 'code': 200} Apr 19 11:03:02.700404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644898a-bb26-4bfc-adea-f28c7e514c31 req-b253ff9e-d781-49a1-ad89-526d611194d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:02.703353 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a644898a-bb26-4bfc-adea-f28c7e514c31 req-b253ff9e-d781-49a1-ad89-526d611194d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1203954 Apr 19 11:03:02.782767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:02.838554 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a644898a-bb26-4bfc-adea-f28c7e514c31 req-6906394d-4a41-4f45-a338-6538d5a108a9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204555 Apr 19 11:03:03.188115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:03.192814 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:03.206625 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:03.207528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:02:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:03.433903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33438) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:03.453028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:03.549149 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:03.582693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:03.641243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:03.648036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4d6ed407-78e7-4abe-bd29-e72e130cf9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:03.665858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30db59-28f8-484f-b660-385abdb94df6,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:03.668798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:03.677078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:03.681442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33442) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:03.682054 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "DELETE /v2.0/security-groups/cc30db59-28f8-484f-b660-385abdb94df6 HTTP/1.1" status: 204 len: 168 time: 0.2468021 Apr 19 11:03:03.702673 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.v2.resource [None req-a62c1b6e-976f-4b83-a671-4b900c84856a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] show failed (client error): The resource could not be found. Apr 19 11:03:03.708811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33446) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:03.709439 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a62c1b6e-976f-4b83-a671-4b900c84856a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups/cc30db59-28f8-484f-b660-385abdb94df6 HTTP/1.1" status: 404 len: 347 time: 0.0257823 Apr 19 11:03:03.821318 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:03.826140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81643744-6aa6-4832-903a-2983ecc5acf3 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:03.913988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Deleting port 849b2601-0097-47a2-9d58-caf8575f61df {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:03:03.914599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.025359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 1c8b72a9-1de8-4b81-ba84-165556f2c17b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:03:04.081659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: 1c8b72a9-1de8-4b81-ba84-165556f2c17b {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:03:04.081659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 1c8b72a9-1de8-4b81-ba84-165556f2c17b not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:03:04.179781 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.180157 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.264943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.326096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c12af-9e05-4d2a-8497-5a6434f2f734 None None] New status for floating IP 1b4d0e60-176b-478c-8f9a-646fab6db6f0: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:03:04.328539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39bb7c-4a28-4200-81fb-bbe154492af2 req-83ee0749-cc0a-4d21-92ab-c31aca734abc tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:04.330744 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8c39bb7c-4a28-4200-81fb-bbe154492af2 req-83ee0749-cc0a-4d21-92ab-c31aca734abc tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.2728496 Apr 19 11:03:04.338265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Calling delete_port for 849b2601-0097-47a2-9d58-caf8575f61df owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:03:04.446704 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8c39bb7c-4a28-4200-81fb-bbe154492af2 req-0a17f3c9-2695-4991-ae4e-80895c732e76 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793927 Apr 19 11:03:04.542246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.542815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-3a3c12af-9e05-4d2a-8497-5a6434f2f734 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:03:04.543211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-3a3c12af-9e05-4d2a-8497-5a6434f2f734 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:03:04.547042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:04.595905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event deleted for resources: {'Port': ['ID=849b2601-0097-47a2-9d58-caf8575f61df,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:04.598667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:04.700005 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.717501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:04.719685 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b4d0e60-176b-478c-8f9a-646fab6db6f0 HTTP/1.1" status: 204 len: 168 time: 1.0095665 Apr 19 11:03:05.044746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c12af-9e05-4d2a-8497-5a6434f2f734 None None] New status for floating IP 1b4d0e60-176b-478c-8f9a-646fab6db6f0: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:03:05.124889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33478) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:05.132324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129611023', 'description': 'tempest-description--702769849'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:05.139634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:05.145915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:05.151920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:05.160221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:05.172558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.200750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:05.206514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:05.210605 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:05.217135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:05.299038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.302179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.308450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dffe58ad-a13e-4ae1-9f7d-1704787b5e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:05.354860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eaa285-32a7-4fb1-bb33-966e8965b9aa,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:05.357797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:05.358749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.360047 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a755c2ad-6168-4aa6-9e4b-fc21412ead09 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2335236 Apr 19 11:03:05.363547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33486) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:05.369197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'security_group_rule': {'security_group_id': 'a1eaa285-32a7-4fb1-bb33-966e8965b9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:05.375914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:05.380808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:05.383888 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:05.390388 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:05.407197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.483041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.486863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.489187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f91511dc-7669-4348-8b94-976431ba0514 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:05.515843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b16e34-3f60-4bbb-a3b5-b8aec577b71c,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:05.522161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:05.526929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.528467 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b23785c5-ed6e-4ae7-a492-788f5e4c4f96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639321 Apr 19 11:03:05.531603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33502) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:05.537568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'security_group_rule': {'security_group_id': 'a1eaa285-32a7-4fb1-bb33-966e8965b9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:05.546439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:05.553508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:security_group_rule and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:05.557423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:05.566930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:05.588675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.719567 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.724261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.732860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:05.756906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b6160-da33-4260-b9bc-0e2f3c62a7e1 req-99b0fa2c-5827-48fb-995a-24e76ddcef0c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:05.758497 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-647b6160-da33-4260-b9bc-0e2f3c62a7e1 req-99b0fa2c-5827-48fb-995a-24e76ddcef0c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1451790 Apr 19 11:03:05.765992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5a85c4-6ae4-4657-b779-6825895ed43a,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:05.786861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:05.792393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:05.793595 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2609303 Apr 19 11:03:05.797222 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33508) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:05.803805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'floatingip': {'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:05.810181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:05.814214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Usage tracker for resource:floatingip and tenant:42efe117c92e4902889f64df2a92a8c3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:05.817413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:05.820665 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-647b6160-da33-4260-b9bc-0e2f3c62a7e1 req-4852ca93-50a4-4513-befe-eef3730d1441 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525985 Apr 19 11:03:05.823588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:05.836435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:06.201943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:06.350841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Allocated IP 172.28.0.171 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/bc32d484-38f0-42e4-9648-3f3e46a61ac4) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:06.510078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:06.539788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:06.544728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dad6db71-dd2e-440a-ba81-dd64cd52344d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:06.607208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:06.615443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:06.620375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:06.664111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'Port': ['ID=bc32d484-38f0-42e4-9648-3f3e46a61ac4,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:06.668590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:06.721165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:06.788417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.036006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33536) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:07.039087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.043795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.049212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:07.057632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33542) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:07.084797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6cec-a9df-4d0b-8bd0-45941cb92a33 req-839adabf-0f4e-4aaf-abdc-735b13b2c13c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:07.086608 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-33ae6cec-a9df-4d0b-8bd0-45941cb92a33 req-839adabf-0f4e-4aaf-abdc-735b13b2c13c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1250281 Apr 19 11:03:07.155309 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-33ae6cec-a9df-4d0b-8bd0-45941cb92a33 req-fc00c6c8-9dcd-4043-a438-4ea2c476462a tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620527 Apr 19 11:03:07.198129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.202345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'Port': ['ID=bc32d484-38f0-42e4-9648-3f3e46a61ac4,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:07.205339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.206794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:07.227151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.228637 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4301879 Apr 19 11:03:07.234444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.249889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:07.258972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Usage tracker for resource:security_group_rule and tenant:345c7a07dd45472c95ed4037b5d199c2 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:07.262118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:07.264916 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:07.272275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Usage tracker for resource:security_group_rule and tenant:df3c829907b041a2b2e7ee82e84264bf is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:07.275074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:07.277345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:07.287042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:07.459735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.465078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.466694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.476631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb122834-ddc6-4b45-a2be-ae8ba905992b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:07.488355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.507696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-367f0096-9763-4756-8a49-0b9263965eae req-f3babbe1-7682-429a-bbec-ebbd6dbe1f7d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:03:07.526300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-367f0096-9763-4756-8a49-0b9263965eae req-f3babbe1-7682-429a-bbec-ebbd6dbe1f7d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:03:07.527671 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-f3babbe1-7682-429a-bbec-ebbd6dbe1f7d tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2129611023&fields=id&tenant_id=42efe117c92e4902889f64df2a92a8c3 HTTP/1.1" status: 200 len: 267 time: 0.0711598 Apr 19 11:03:07.544826 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=345c7a07dd45472c95ed4037b5d199c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075581 Apr 19 11:03:07.550568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33568) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:07.551374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27508944-8f66-45aa-aa0c-a76e67f598ad,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:07.555203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:07.561112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84e2e420-7d1b-427b-bb24-8a67fcfe50f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:07.603879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86925b3-1c0a-424b-ba8b-395cb8096002,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:07.607087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:07.615375 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df3c829907b041a2b2e7ee82e84264bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520978 Apr 19 11:03:07.616804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33572) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:07.703424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:03:07.708156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-92502c2c-af7d-4821-be51-5036c1cd38fa tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:07.710919 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-92502c2c-af7d-4821-be51-5036c1cd38fa tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 811 time: 0.1728821 Apr 19 11:03:07.721322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.727218 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-e3a9b734-769b-4576-b9de-fcc0f40cfe3c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/quotas/42efe117c92e4902889f64df2a92a8c3 HTTP/1.1" status: 200 len: 375 time: 0.0112281 Apr 19 11:03:07.740126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.784195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.803304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.842998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-367f0096-9763-4756-8a49-0b9263965eae req-050022a0-9e7c-4014-960c-b2db49f2a7de tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:03:07.862719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-367f0096-9763-4756-8a49-0b9263965eae req-050022a0-9e7c-4014-960c-b2db49f2a7de tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:03:07.863795 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-050022a0-9e7c-4014-960c-b2db49f2a7de tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1301873 Apr 19 11:03:07.887241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.895156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7b4d466-c711-47e5-80c5-1e9725e7fab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:07.905865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.915850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27508944-8f66-45aa-aa0c-a76e67f598ad,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:07.921661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:07.922187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3f2959a-306c-4084-a41c-8cb364b5d13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:07.938067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86925b3-1c0a-424b-ba8b-395cb8096002,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:07.942502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.945754 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27508944-8f66-45aa-aa0c-a76e67f598ad HTTP/1.1" status: 204 len: 168 time: 0.3874755 Apr 19 11:03:07.945754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:07.947291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:07.950901 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b86925b3-1c0a-424b-ba8b-395cb8096002 HTTP/1.1" status: 204 len: 168 time: 0.3338740 Apr 19 11:03:08.026710 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-f001734c-28d7-4748-8232-ba594119e976 service neutron] 10.222.0.35 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479783 Apr 19 11:03:08.178984 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-9b4c6ca2-d15a-4ce6-b096-445dbf728c6d service neutron] 10.222.0.35 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449480 Apr 19 11:03:08.308818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33592) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:08.334235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.352059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:08.356418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Usage tracker for resource:security_group_rule and tenant:64dba2a8679549ae8356163794e1b51b is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:08.360064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:08.368151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:08.404638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f9900-9576-4615-b522-0de0ddb79f61 req-41859cad-7993-4b38-87c2-06870e0a0b88 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:08.406345 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c03f9900-9576-4615-b522-0de0ddb79f61 req-41859cad-7993-4b38-87c2-06870e0a0b88 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1209905 Apr 19 11:03:08.460775 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ab3a751-7bd1-4ba9-bda0-4ad3e4ac5905 req-5c4936bf-38b6-45b3-bf03-b982a4637f08 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 210 time: 0.0726874 Apr 19 11:03:08.480119 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c03f9900-9576-4615-b522-0de0ddb79f61 req-0fe721fc-a77f-4746-945d-d16bd70afb2b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&id=e31de603-6e9c-412f-bfa7-80e6e3a2f557&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667720 Apr 19 11:03:08.544680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.549290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.561841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b735ecb-7f53-4508-9e55-0c705494f5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:08.614103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e6c44f-805b-4431-8284-a43e21acf521,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:08.627715 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64dba2a8679549ae8356163794e1b51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155019 Apr 19 11:03:08.628660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33614) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:08.630134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.630589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.631374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.631848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.632261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.632674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.633084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.633494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.633898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.634442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.634860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.635262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:08.639744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:08.720286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.755817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.813154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.820844 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15237f6d-f925-4ee6-8e1b-308f0c908cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:08.853800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e6c44f-805b-4431-8284-a43e21acf521,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:08.862791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:08.863368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:08.866440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41e6c44f-805b-4431-8284-a43e21acf521 HTTP/1.1" status: 204 len: 168 time: 0.2347085 Apr 19 11:03:09.496079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33654) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:09.667705 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d86bd2e1-5be8-4202-b5d0-631e61cd6b53 req-ec7d79ab-24f6-4ffd-92ed-cf1cd5b8f609 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 210 time: 0.0755424 Apr 19 11:03:09.686922 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:09.713782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:09.718433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Usage tracker for resource:security_group_rule and tenant:3b32d0929e2b463f90b990244daf184c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:09.723057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:09.730420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:09.826743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-09652201-a065-4e0f-a849-5414da02264c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:09.828605 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-09652201-a065-4e0f-a849-5414da02264c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 811 time: 0.2210021 Apr 19 11:03:09.848813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:09.855377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:09.865662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:09.923995 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b32d0929e2b463f90b990244daf184c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256995 Apr 19 11:03:09.926724 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33674) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:09.931000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e8c58-4667-4bc8-951d-52a21b6fd079,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:09.950000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:10.001235 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-380c1722-3be8-4f02-801f-0ef56af90809 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42efe117c92e4902889f64df2a92a8c3 HTTP/1.1" status: 200 len: 5704 time: 0.1565435 Apr 19 11:03:10.017746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'port': {'device_id': 'df31520f-b099-432a-a22b-179107b3fd0e', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'admin_state_up': True, 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'security_groups': ['a1eaa285-32a7-4fb1-bb33-966e8965b9aa']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:10.033637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.069468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.131190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.138630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e48219c8-d910-4f0d-bb62-15ce60de604f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:10.155351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e8c58-4667-4bc8-951d-52a21b6fd079,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:10.158119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:10.168075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.169410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-29d4b42c-857b-41cf-8dc8-576eccdfa5c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e2e8c58-4667-4bc8-951d-52a21b6fd079 HTTP/1.1" status: 204 len: 168 time: 0.2414920 Apr 19 11:03:10.198039 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:10.211012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:10.220419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Made reservation on behalf of 42efe117c92e4902889f64df2a92a8c3 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:03:10.231503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.483588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Allocated IP 172.20.0.8 (04913277-4dba-44b0-968a-15afd3a6551d/1d528570-61da-4d3e-b00d-9d34dcf96e6c/be224fd0-2433-4d35-b568-71a4b4075659) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:10.694600 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.710735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Transition to ACTIVE for port object be224fd0-2433-4d35-b568-71a4b4075659 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:10.734948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.741750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0702bf9e-c6e8-4ab0-addb-f2a78ea094b9 tempest-VolumesActionsTest-1410889239 tempest-VolumesActionsTest-1410889239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:10.818277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Network 04913277-4dba-44b0-968a-15afd3a6551d is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:10.822466 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:10.832858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event updated for resources: {'Port': ['ID=be224fd0-2433-4d35-b568-71a4b4075659,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:10.836218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:10.891405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:10.924698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fa0b-bc32-467a-9370-d9a5df4219cc req-334a2b99-1253-475d-82ca-8fd20d8ebc96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:10.926373 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-13d4fa0b-bc32-467a-9370-d9a5df4219cc req-334a2b99-1253-475d-82ca-8fd20d8ebc96 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 931 time: 0.1263545 Apr 19 11:03:10.927783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:10.928623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:10.956339 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9449763 Apr 19 11:03:10.976730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Request body: {'port': {'device_id': 'df31520f-b099-432a-a22b-179107b3fd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:10.995336 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-13d4fa0b-bc32-467a-9370-d9a5df4219cc req-af3721fb-38cd-476e-b711-1c60af06c81a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617540 Apr 19 11:03:11.117858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:11.190963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f585ef43-9214-4e4d-baa5-73364e08cb74 None None] Provisioning for port be224fd0-2433-4d35-b568-71a4b4075659 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:11.196953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f585ef43-9214-4e4d-baa5-73364e08cb74 None None] Provisioning complete for port be224fd0-2433-4d35-b568-71a4b4075659 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:11.197358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f585ef43-9214-4e4d-baa5-73364e08cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:11.279162 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f585ef43-9214-4e4d-baa5-73364e08cb74 None None] Port be224fd0-2433-4d35-b568-71a4b4075659 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:03:11.514522 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be224fd0-2433-4d35-b568-71a4b4075659 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:03:11.523908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:11.540792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Transition to ACTIVE for port object be224fd0-2433-4d35-b568-71a4b4075659 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:11.543899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:11.548909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:11.779569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Pushing event updated for resources: {'Port': ['ID=be224fd0-2433-4d35-b568-71a4b4075659,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:11.791017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:11.837011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Attempting to bind port be224fd0-2433-4d35-b568-71a4b4075659 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:11.837523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Attempting to bind port be224fd0-2433-4d35-b568-71a4b4075659 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:11.837723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Attempting to bind port be224fd0-2433-4d35-b568-71a4b4075659 on network 04913277-4dba-44b0-968a-15afd3a6551d {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:11.842697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Port be224fd0-2433-4d35-b568-71a4b4075659 on network 04913277-4dba-44b0-968a-15afd3a6551d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:03:11.843051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Attempting to bind port be224fd0-2433-4d35-b568-71a4b4075659 on network 04913277-4dba-44b0-968a-15afd3a6551d {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:11.848588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:11.848959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Checking segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:11.849374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Bound using segment: {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:11.849830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Bound port: be224fd0-2433-4d35-b568-71a4b4075659, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce24d437-be2f-4045-8a8f-f7e90c9e38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:11.850211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:11.943844 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] For port be224fd0-2433-4d35-b568-71a4b4075659, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:11.946880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] For port be224fd0-2433-4d35-b568-71a4b4075659, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=be224fd0-2433-4d35-b568-71a4b4075659,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:11.949999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:11.954601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:12.009180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:12.009839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:12.011327 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] 10.222.0.43 "PUT /v2.0/ports/be224fd0-2433-4d35-b568-71a4b4075659 HTTP/1.1" status: 200 len: 1093 time: 1.0404234 Apr 19 11:03:12.011810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:12.049741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Pushing event updated for resources: {'Port': ['ID=be224fd0-2433-4d35-b568-71a4b4075659,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:12.053336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:12.110478 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659', 'status': 'completed', 'code': 200} Apr 19 11:03:12.158616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-689012e6-2e7e-40cf-b9ff-76d76666554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:12.160181 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-689012e6-2e7e-40cf-b9ff-76d76666554f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 1096 time: 0.0890977 Apr 19 11:03:12.224193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466921a6-231a-4f99-9195-fa056fd2f039 req-6f052a99-883b-4bfe-8f04-aa1d7971332a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:12.225895 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-466921a6-231a-4f99-9195-fa056fd2f039 req-6f052a99-883b-4bfe-8f04-aa1d7971332a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 943 time: 0.0946214 Apr 19 11:03:12.326538 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-466921a6-231a-4f99-9195-fa056fd2f039 req-d9864097-24c5-44ef-a144-f0215629301c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821767 Apr 19 11:03:12.474219 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-50eaa87a-dce9-4b0a-a33c-96a9956692a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be224fd0-2433-4d35-b568-71a4b4075659 HTTP/1.1" status: 200 len: 217 time: 0.3009174 Apr 19 11:03:12.557135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-3652e231-3a42-48db-bc00-0b435800e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:12.558764 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-3652e231-3a42-48db-bc00-0b435800e7cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.0679047 Apr 19 11:03:12.664318 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f0096-9763-4756-8a49-0b9263965eae req-239158dc-e565-4d55-adc5-274464a3d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:12.665917 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-239158dc-e565-4d55-adc5-274464a3d08b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802071 Apr 19 11:03:12.813430 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-54712014-d601-4e88-b799-e30eb25adc4a service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400719 Apr 19 11:03:12.991049 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-367f0096-9763-4756-8a49-0b9263965eae req-05bd799f-52f2-4116-879d-6da8e0d71eea service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705968 Apr 19 11:03:13.181163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-9c0e5556-f8aa-4b7b-8549-238d4881bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:13.182816 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-9c0e5556-f8aa-4b7b-8549-238d4881bd7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 1096 time: 0.0835481 Apr 19 11:03:13.401283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-0a4b2360-d1d5-444b-914f-ca4be9aa6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:13.402894 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-0a4b2360-d1d5-444b-914f-ca4be9aa6317 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.2122610 Apr 19 11:03:13.480323 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-b078385f-fbb4-4e27-aaf6-a83af3552bc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be224fd0-2433-4d35-b568-71a4b4075659 HTTP/1.1" status: 200 len: 217 time: 0.0700817 Apr 19 11:03:13.546868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770a48-135d-4732-9a97-8f2f1266c27e req-d9b96cb2-12fe-48d8-bd48-791e7254ee4c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:13.548535 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58770a48-135d-4732-9a97-8f2f1266c27e req-d9b96cb2-12fe-48d8-bd48-791e7254ee4c tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 943 time: 0.1037414 Apr 19 11:03:13.555834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-bcd9cbde-80c5-4ed5-b6e4-0346e02e01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:13.557392 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-bcd9cbde-80c5-4ed5-b6e4-0346e02e01ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.0682154 Apr 19 11:03:13.597466 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-58770a48-135d-4732-9a97-8f2f1266c27e req-4c1d731c-8fdb-4327-a336-c9c80cd95302 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Apr 19 11:03:13.641942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-df817592-e090-49c7-8e1a-26170a9e8926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:13.644082 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-df817592-e090-49c7-8e1a-26170a9e8926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793443 Apr 19 11:03:13.787167 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-615fefe1-8e0a-453e-bb8a-ee23bfbcc3e5 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363223 Apr 19 11:03:13.933905 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-18e1506e-34e7-42c0-8c78-7359acd5a7fa req-6202b1f3-d05f-468f-acbd-8e9ed37f3783 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400828 Apr 19 11:03:14.120468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33764) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:14.194899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Deleting subnet b20fa17b-3011-4123-8cac-8e163f09c0d6 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:03:14.198130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:14.259764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:14.324668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:14.603341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:14.609083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:14.648151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:14.655880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20fa17b-3011-4123-8cac-8e163f09c0d6,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:14.659112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:14.664501 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f9105991-f3af-4045-9302-3a92ac9a449e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b20fa17b-3011-4123-8cac-8e163f09c0d6 HTTP/1.1" status: 204 len: 168 time: 0.5424347 Apr 19 11:03:14.665275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33780) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:14.799131 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:14.822144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78391927-3b66-4b05-b01f-04d6ed483c91 req-c8d6f078-44ea-4efb-917a-d78d1fcaab4e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:14.824217 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-78391927-3b66-4b05-b01f-04d6ed483c91 req-c8d6f078-44ea-4efb-917a-d78d1fcaab4e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 943 time: 0.1014507 Apr 19 11:03:14.877805 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-78391927-3b66-4b05-b01f-04d6ed483c91 req-23adbb36-a1de-4e85-a17a-843f75c299d8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 Apr 19 11:03:14.940586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.053060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7daae8-7084-4bd2-be1b-4bebdbd529c1']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:15.065927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:15.066259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0dfa91-a652-4b09-b72e-9e43b1bfbcba') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:15.077876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.092803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.098971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:03:15.277130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:03:15.286541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.466065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Network cf7daae8-7084-4bd2-be1b-4bebdbd529c1 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:03:15.488225 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:03:15.561018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.564632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:15.577732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.591858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7daae8-7084-4bd2-be1b-4bebdbd529c1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:15.595735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:15.600098 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7d758e5a-9d5a-455e-bc6b-ea77aa9b26d3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cf7daae8-7084-4bd2-be1b-4bebdbd529c1 HTTP/1.1" status: 204 len: 168 time: 0.9337401 Apr 19 11:03:15.780879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33792) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:15.839115 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1b8e8c6e-90cb-44f3-97b3-5f659e3bef8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24412f730ea04600bd82dea9d8739573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544729 Apr 19 11:03:15.839402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33798) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:15.908998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.938305 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:15.993025 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:16.003707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4c62d678-151b-4fcf-a7d4-b672b425b85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:16.022359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b999fd7-6010-4101-8bff-1f0a57df77b3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:16.028000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:16.033499 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:16.034816 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-341e7c51-44b3-475e-886e-3cb26407ca54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b999fd7-6010-4101-8bff-1f0a57df77b3 HTTP/1.1" status: 204 len: 168 time: 0.1944141 Apr 19 11:03:16.084892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device be224fd0-2433-4d35-b568-71a4b4075659 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:03:16.103164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-98a23e7c-3f2c-4ecf-9ac8-b85ca4998c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:16.116755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a002-70c2-4d0e-a995-5159c763bfca req-37f3b865-8a85-461f-b301-27221de21ea5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:16.118906 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e450a002-70c2-4d0e-a995-5159c763bfca req-37f3b865-8a85-461f-b301-27221de21ea5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 943 time: 0.1182034 Apr 19 11:03:16.169156 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e450a002-70c2-4d0e-a995-5159c763bfca req-0fb09304-7a9a-4ca8-b9a0-4f5014c18f4a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431690 Apr 19 11:03:16.239661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port be224fd0-2433-4d35-b568-71a4b4075659, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=be224fd0-2433-4d35-b568-71a4b4075659,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:16.256243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'be224fd0-2433-4d35-b568-71a4b4075659', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'port_id': 'be224fd0-2433-4d35-b568-71a4b4075659', 'mac_address': 'fa:16:3e:e8:e8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 998, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:03:16.317957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:16.336514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be224fd0-2433-4d35-b568-71a4b4075659 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:03:16.353834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port be224fd0-2433-4d35-b568-71a4b4075659, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=be224fd0-2433-4d35-b568-71a4b4075659,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:16.358308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:16.360376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:16.437138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=be224fd0-2433-4d35-b568-71a4b4075659,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:16.445542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.445936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.446320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.446743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.447119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.447495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.447866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.448232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.448598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.448963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.449325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.449687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:16.453953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:16.682880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['be224fd0-2433-4d35-b568-71a4b4075659'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:03:17.384775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1823bd-6209-4123-861b-64fbab3169be req-e974c89c-2e42-40d2-95f0-22a46b15fea8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:17.386419 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2a1823bd-6209-4123-861b-64fbab3169be req-e974c89c-2e42-40d2-95f0-22a46b15fea8 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 944 time: 0.0971847 Apr 19 11:03:17.437609 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2a1823bd-6209-4123-861b-64fbab3169be req-394a118a-2e26-43f7-ac31-241796313639 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444405 Apr 19 11:03:17.598436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33858) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:17.737311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:17.753953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:17.758149 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Usage tracker for resource:security_group_rule and tenant:4e59f0e2e52f4cbcae0bfa3fdf68188c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:17.761529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:17.768688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:17.859396 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:17.862541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:17.875213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd6510f0-e8c8-4896-b63b-7a7704b14dad tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:17.917558 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e59f0e2e52f4cbcae0bfa3fdf68188c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176916 Apr 19 11:03:17.919167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e6ad1-93d1-470b-8b52-63745abfb37a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:17.920448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33864) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:17.922321 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:17.985942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.013529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.058276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.063147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b153d40a-ef32-4bbf-998b-95e07d5f2c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:18.074901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e6ad1-93d1-470b-8b52-63745abfb37a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:18.077239 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:18.083703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.084914 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/814e6ad1-93d1-470b-8b52-63745abfb37a HTTP/1.1" status: 204 len: 168 time: 0.1634009 Apr 19 11:03:18.099123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device be224fd0-2433-4d35-b568-71a4b4075659 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:18.171700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port be224fd0-2433-4d35-b568-71a4b4075659 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:18.177103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port be224fd0-2433-4d35-b568-71a4b4075659 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:18.177562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.307996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.338335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:18.349440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port be224fd0-2433-4d35-b568-71a4b4075659, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=be224fd0-2433-4d35-b568-71a4b4075659,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:18.352760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.354805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2abeb72d-e27e-4458-9912-0d0daf8c218c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:18.412055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33876) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:18.415909 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659', 'code': 200} Apr 19 11:03:18.432331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=be224fd0-2433-4d35-b568-71a4b4075659,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:18.435261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.435540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:18.452390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:18.456863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6931f877ef4f378bc727cf79143cdb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:18.459998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:18.466657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:18.513737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a467cf0-6958-481f-a4b1-f45a031daf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.561191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.565461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.575184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a98223c2-97e2-4712-b43b-e69aea361208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:18.616552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e950de-4700-41e5-aa48-302b14af21d1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:18.622271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:18.630344 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe6931f877ef4f378bc727cf79143cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161677 Apr 19 11:03:18.631085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33882) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:18.680325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccef219-fb46-4b38-9f8b-22563730d180 req-72fc8de0-4766-445c-8bd0-e068d39105e1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:18.682136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eccef219-fb46-4b38-9f8b-22563730d180 req-72fc8de0-4766-445c-8bd0-e068d39105e1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.1172388 Apr 19 11:03:18.703659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.735025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eccef219-fb46-4b38-9f8b-22563730d180 req-27ec4ceb-53d5-4f90-8525-f333bc7e834f tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Apr 19 11:03:18.787315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.854872 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382810-325d-48e0-8d7b-27fc24cd4688 req-363ace4c-a033-4827-a99e-19810417f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:18.856504 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ff382810-325d-48e0-8d7b-27fc24cd4688 req-363ace4c-a033-4827-a99e-19810417f15c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 1098 time: 0.1376836 Apr 19 11:03:18.862964 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.870096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6975af7-46a0-4525-8d8b-7ed1c6694f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:18.902063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e950de-4700-41e5-aa48-302b14af21d1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:18.904527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:18.922127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:18.923431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51e950de-4700-41e5-aa48-302b14af21d1 HTTP/1.1" status: 204 len: 168 time: 0.2912054 Apr 19 11:03:18.932097 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ff382810-325d-48e0-8d7b-27fc24cd4688 req-58d5c0d6-f492-4c25-89fd-b4538e2471ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631607 Apr 19 11:03:19.276256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:19.959212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6dec-7da5-4693-8e4b-e53f3ba1bc7b req-3e1118a0-d960-4622-b7ba-38b193381b91 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:19.960825 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1ced6dec-7da5-4693-8e4b-e53f3ba1bc7b req-3e1118a0-d960-4622-b7ba-38b193381b91 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.0948606 Apr 19 11:03:20.016339 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1ced6dec-7da5-4693-8e4b-e53f3ba1bc7b req-4ad070cb-176d-41d8-bff8-73d5de567a53 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Apr 19 11:03:20.056947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:20.917280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.224928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59662f-42d8-4867-a83b-0453ae2a6091 req-05e5f1e7-ce53-4e6c-9cfb-2fe51a096025 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:21.226808 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b59662f-42d8-4867-a83b-0453ae2a6091 req-05e5f1e7-ce53-4e6c-9cfb-2fe51a096025 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.0932696 Apr 19 11:03:21.281279 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b59662f-42d8-4867-a83b-0453ae2a6091 req-9c6d4d1d-70b5-4826-b6e0-baf9c2746ba6 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477190 Apr 19 11:03:21.305014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33976) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:21.469635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.490362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:21.496820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc61aacd97d43ff9d5506aac755564e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:21.505783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:21.516080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:21.554375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6669256-6a1b-41d3-a174-35f03e30a4a6 req-9cc2d604-16be-4740-afb4-51674efb5358 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:21.555207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-e6669256-6a1b-41d3-a174-35f03e30a4a6 req-9cc2d604-16be-4740-afb4-51674efb5358 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:03:21.585446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-e6669256-6a1b-41d3-a174-35f03e30a4a6 req-9cc2d604-16be-4740-afb4-51674efb5358 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:03:21.586788 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6669256-6a1b-41d3-a174-35f03e30a4a6 req-9cc2d604-16be-4740-afb4-51674efb5358 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.1884964 Apr 19 11:03:21.596797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 33990) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:21.603251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Request body: {'floatingip': {'port_id': 'be224fd0-2433-4d35-b568-71a4b4075659'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:21.644094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.647368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.656704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-77829d69-e914-4f3c-8dc2-c115ed688a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:21.689651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.706979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23760fbe-9b1d-4026-96ac-e03720e6654d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:21.710368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:21.716614 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ea6faa4b-361e-40b4-ad12-17f6c7601496 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cc61aacd97d43ff9d5506aac755564e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103515 Apr 19 11:03:21.717433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 33994) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:21.785518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.815832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.868107 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.875643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03bbbcdd-7d6a-4ba9-90f3-cc33a22098da tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:21.893030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:21.895036 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23760fbe-9b1d-4026-96ac-e03720e6654d HTTP/1.1" status: 204 len: 168 time: 0.1765034 Apr 19 11:03:21.899577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23760fbe-9b1d-4026-96ac-e03720e6654d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:21.902484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:22.225723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34004) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:22.258770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.287221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:22.293811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:27a0013e523f42e0900a8faa111e9d50 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:22.299359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:22.309344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:22.474076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.478132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.494285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae4069e9-ac5e-47aa-b812-f8a5af027ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:22.575330 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27a0013e523f42e0900a8faa111e9d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454459 Apr 19 11:03:22.575988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeabfab-79ee-4065-b5e0-2a484af580c4,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:22.576604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34008) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:22.581367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:22.717688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.824881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.882061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.892875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c19a51b4-fd80-49c0-86db-486015dff0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:22.912324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.918682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.919908 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afeabfab-79ee-4065-b5e0-2a484af580c4 HTTP/1.1" status: 204 len: 168 time: 0.3422875 Apr 19 11:03:22.920692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:22.947147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34020) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:23.046985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeabfab-79ee-4065-b5e0-2a484af580c4,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:23.057684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:23.088479 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.105551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:23.109624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Usage tracker for resource:security_group_rule and tenant:239273f010064299b9a3eade5ecf6284 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:23.112971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:23.128509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:23.129564 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Floating IP 325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6 associated. External IP: 172.28.0.171, port: be224fd0-2433-4d35-b568-71a4b4075659. Apr 19 11:03:23.219501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.222887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.230682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f91d8762-886c-4b75-9cbd-919b1bdbbe9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:23.283806 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=239273f010064299b9a3eade5ecf6284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321092 Apr 19 11:03:23.283806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81bffa6-1287-45cc-8a0e-c18f1ead0dab,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:23.284685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34034) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:23.286353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:23.439899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.541840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.629109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:03:23.640186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.647395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-17e3a14e-7ab6-4c60-9bc6-f098cd6c6d9c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:23.730363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81bffa6-1287-45cc-8a0e-c18f1ead0dab,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:23.737292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:23.798336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.799750 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c81bffa6-1287-45cc-8a0e-c18f1ead0dab HTTP/1.1" status: 204 len: 168 time: 0.5144038 Apr 19 11:03:23.861842 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:23.870030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:23.874753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:23.891804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:23.895094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:23.951041 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8a53160e-ce2d-426e-bb8c-d6aa18325d0a tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "PUT /v2.0/floatingips/325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6 HTTP/1.1" status: 200 len: 991 time: 2.3529937 Apr 19 11:03:23.951958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:24.031390 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659', 'status': 'completed', 'code': 200} Apr 19 11:03:24.165487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:24.226036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-41a22034-4926-4268-bfa6-2d528fe9bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:24.227826 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-41a22034-4926-4268-bfa6-2d528fe9bc0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42efe117c92e4902889f64df2a92a8c3&device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 1098 time: 0.1270664 Apr 19 11:03:24.414415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-0b4b3d49-7b1c-4d7f-83f0-45a20054e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:24.416825 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-0b4b3d49-7b1c-4d7f-83f0-45a20054e561 service neutron] 10.222.0.43 "GET /v2.0/networks?id=04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 200 len: 912 time: 0.1793747 Apr 19 11:03:24.632723 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-5a985cf7-e7db-4c2d-85fc-d0b3ff82525e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be224fd0-2433-4d35-b568-71a4b4075659 HTTP/1.1" status: 200 len: 999 time: 0.1751816 Apr 19 11:03:24.706053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-6ff818aa-908d-4164-9860-cbbb0614a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:24.707741 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-6ff818aa-908d-4164-9860-cbbb0614a5d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 200 len: 850 time: 0.0667374 Apr 19 11:03:24.745583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34086) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:24.794841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-8fddf59b-f70d-4888-956a-19dabc55a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:24.796486 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-8fddf59b-f70d-4888-956a-19dabc55a125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=04913277-4dba-44b0-968a-15afd3a6551d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821295 Apr 19 11:03:24.843704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'floating_ip_address': '172.28.0.171', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'port_id': 'be224fd0-2433-4d35-b568-71a4b4075659', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'mac_address': 'fa:16:3e:e8:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31520f-b099-432a-a22b-179107b3fd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:03:06Z', 'updated_at': '2021-04-19T11:03:22Z', 'revision_number': 1, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:24.849489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:24.858962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:24.859504 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:24.889501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1454416964-network', 'tenant_id': '73915ad9df094ee19c839df45ad0026f'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:24.896909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:24.901947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Usage tracker for resource:network and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:24.906087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:24.913242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:24.924073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Made reservation on behalf of 73915ad9df094ee19c839df45ad0026f for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:03:24.929052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:24.943839 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:24.960385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:24.963097 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-93b39a27-7b8d-4969-a316-85619445783e service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592529 Apr 19 11:03:24.964672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:24.967780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:24.974587 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:25.054163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:25.061697 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.064793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.076602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:03:25.086813 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.087231 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Added segment acfb00e5-bdb5-477f-ab0b-fd920118a255 of type vlan for network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 Apr 19 11:03:25.098294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-755b5f00-29e8-4dbd-bcd3-a2df67196763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:25.121357 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f74ffbe1-fa92-40fc-bd72-edd69bae9041 req-404ce8eb-6eca-49c2-aa80-1a7204f00d31 service neutron] 10.222.0.43 "GET /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418679 Apr 19 11:03:25.131073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.153818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ed49d-8dcd-4e0e-bcf7-cc25c3d7fa21,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:25.158498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:25.180140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.181560 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:25.182218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.187712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:25.304998 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5581753 Apr 19 11:03:25.305930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Pushing event updated for resources: {'Network': ['ID=67f4585e-192d-42e7-a3ae-e4c3bfd9d987,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:25.309527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34094) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:25.311010 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:25.316948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Request body: {'subnet': {'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1454416964-subnet', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:25.322310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:25.322552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:03:25.326660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Usage tracker for resource:subnet and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:25.330389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:25.336892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:25.347737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Made reservation on behalf of 73915ad9df094ee19c839df45ad0026f for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:03:25.352756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851438119'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.547739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'floating_ip_address': '172.28.0.171', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'port_id': 'be224fd0-2433-4d35-b568-71a4b4075659', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'mac_address': 'fa:16:3e:e8:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31520f-b099-432a-a22b-179107b3fd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:03:06Z', 'updated_at': '2021-04-19T11:03:22Z', 'revision_number': 1, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:25.552041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96226704-8fae-4b23-9a29-5ddc08430f33 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'floating_ip_address': '172.28.0.171', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'port_id': 'be224fd0-2433-4d35-b568-71a4b4075659', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'mac_address': 'fa:16:3e:e8:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df31520f-b099-432a-a22b-179107b3fd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:03:06Z', 'updated_at': '2021-04-19T11:03:22Z', 'revision_number': 1, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:25.785849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853394740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851438136'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.791355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-500ffbd8-fa63-4860-b5bd-cd9fd68588a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:25.821748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e9e5c-c5c6-4370-b69c-bf183efd5afd None None] New status for floating IP 325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:03:25.878527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aec357e-8bda-4a0c-80ad-4733782a4e65,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:25.881289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:25.888066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Checking segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:25.888462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Network hostable DHCP agents. Network: 67f4585e-192d-42e7-a3ae-e4c3bfd9d987, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:03:25.908392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:03:25.917558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 67f4585e-192d-42e7-a3ae-e4c3bfd9d987) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:25.932119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547655c3-67d6-47cd-ac63-e30ee3a61b2f None None] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:03:25.932282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:25.932795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:25.960087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34108) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:25.960428 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9c3bde96-b570-47bc-9905-964fadab66c6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6508369 Apr 19 11:03:25.966660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:25.972111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:25.976784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Usage tracker for resource:router and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:25.980392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:25.988144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:26.008178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.009665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.034102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.201052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:03:26.202138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.336946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.371763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Allocated IP 172.20.0.2 (67f4585e-192d-42e7-a3ae-e4c3bfd9d987/1aec357e-8bda-4a0c-80ad-4733782a4e65/a8ae36e2-290e-45b7-b165-7cdbc941c1f5) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:26.601036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.611588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Transition to ACTIVE for port object a8ae36e2-290e-45b7-b165-7cdbc941c1f5 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:26.630209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Transition to ACTIVE for port object a8ae36e2-290e-45b7-b165-7cdbc941c1f5 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:26.634849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.640258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:26.708831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:26.711866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:26.715968 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:26.724410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Pushing event updated for resources: {'Port': ['ID=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:26.757393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:26.816067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Attempting to bind port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:26.816480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Attempting to bind port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:26.816886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Attempting to bind port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 on network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:26.823191 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:26.823617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Checking segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:26.824066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.824517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Bound using segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:26.825038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Bound port: a8ae36e2-290e-45b7-b165-7cdbc941c1f5, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:26.825454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.888556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.923474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] For port a8ae36e2-290e-45b7-b165-7cdbc941c1f5, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:26.924485 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.926656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] For port a8ae36e2-290e-45b7-b165-7cdbc941c1f5, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:26.929947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:26.934632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-212477b4-1890-470c-95cc-6420ed07d1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:27.018212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Pushing event updated for resources: {'Port': ['ID=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:27.021687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:27.071333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Allocated IP 172.28.0.114 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/3a643b2f-b3cb-4ad9-99a5-393c567f467f) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:27.233369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.265669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.271469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:27.354142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34122) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:27.361336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:27.374164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:27.379597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:27.426100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a643b2f-b3cb-4ad9-99a5-393c567f467f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:27.430589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:27.506585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.524970 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:27.530344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Usage tracker for resource:security_group_rule and tenant:6ce1a59b71b3487f8581fd695427f97c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:27.538910 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:27.559269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:27.669986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device a8ae36e2-290e-45b7-b165-7cdbc941c1f5 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:27.671192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.673904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.684335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-20e48c84-32b0-4821-9b6a-615bfa8baad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:27.738066 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ce1a59b71b3487f8581fd695427f97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826151 Apr 19 11:03:27.739502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6951d4e4-dc59-45df-b58f-a029a8662033,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:27.751170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:27.757236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34130) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:27.760477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:27.831593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.867604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.870956 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.925255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.930602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5a82aba-2e01-4a36-a6d7-a0048b769f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:27.945101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6951d4e4-dc59-45df-b58f-a029a8662033,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:27.947944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:27.949220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:27.950460 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6951d4e4-dc59-45df-b58f-a029a8662033 HTTP/1.1" status: 204 len: 168 time: 0.1920378 Apr 19 11:03:28.283330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:28.468116 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b2e0d-a143-4416-9ea5-cc20486e7094 None None] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:03:28.518748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:03:28.571860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Provisioning for port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:28.594045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Provisioning complete for port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:28.594498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:28.753609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:28.769356 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Sync routers for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:28.806622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:28.808707 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8467579 Apr 19 11:03:28.811564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34158) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:28.834516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:28.835442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:29.232452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:29.305370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:29.481919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] For port a8ae36e2-290e-45b7-b165-7cdbc941c1f5, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:29.554159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:29.557912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:29.709706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Pushing event updated for resources: {'Port': ['ID=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:29.714979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:29.820704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f0547c02-9036-4aaf-b530-d314214a91ac None None] Provisioning complete for port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:29.821181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0547c02-9036-4aaf-b530-d314214a91ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:29.907171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:27Z', 'revision_number': 3, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:29.916668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Checking router: 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:29.917830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Updating router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 port 3a643b2f-b3cb-4ad9-99a5-393c567f467f binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:03:30.031311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.033987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.260982 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Allocated IP 172.20.0.1 (67f4585e-192d-42e7-a3ae-e4c3bfd9d987/1aec357e-8bda-4a0c-80ad-4733782a4e65/55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:30.417738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.434214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Transition to ACTIVE for port object 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:30.436551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.449151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Transition to ACTIVE for port object 3a643b2f-b3cb-4ad9-99a5-393c567f467f will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:30.456208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.459457 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.461543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:30.464656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f3b04704-0b69-429b-8cd6-1491591c452d tempest-VolumesActionsTest-1248609526 tempest-VolumesActionsTest-1248609526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:30.535589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:30.539210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:30.543101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:30.545723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Attempting to bind port 3a643b2f-b3cb-4ad9-99a5-393c567f467f on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:30.546112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Attempting to bind port 3a643b2f-b3cb-4ad9-99a5-393c567f467f by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:30.546573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Attempting to bind port 3a643b2f-b3cb-4ad9-99a5-393c567f467f on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:30.550484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898260d-dd91-4e08-bdb4-08aef7ea403f None None] Pushing event updated for resources: {'Port': ['ID=3a643b2f-b3cb-4ad9-99a5-393c567f467f,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:30.554771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a898260d-dd91-4e08-bdb4-08aef7ea403f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:30.555721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:30.556136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:30.556584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.557012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:30.557530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Bound port: 3a643b2f-b3cb-4ad9-99a5-393c567f467f, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:30.557948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.584341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Pushing event updated for resources: {'Port': ['ID=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:30.588815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:30.610219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.646674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] For port 3a643b2f-b3cb-4ad9-99a5-393c567f467f, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:30.650007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] For port 3a643b2f-b3cb-4ad9-99a5-393c567f467f, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=3a643b2f-b3cb-4ad9-99a5-393c567f467f,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:30.653633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.659210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:30.740338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:30.741000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:30.817115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898260d-dd91-4e08-bdb4-08aef7ea403f None None] Pushing event updated for resources: {'Port': ['ID=3a643b2f-b3cb-4ad9-99a5-393c567f467f,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:30.822761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a898260d-dd91-4e08-bdb4-08aef7ea403f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:30.885569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:30.906506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f667937e-b19f-41e9-babf-26a9d2cc4f23 None None] Provisioning for port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:30.924664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f667937e-b19f-41e9-babf-26a9d2cc4f23 None None] Provisioning complete for port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:30.925083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f667937e-b19f-41e9-babf-26a9d2cc4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:31.010874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f667937e-b19f-41e9-babf-26a9d2cc4f23 None None] Port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:03:31.022001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:31.167670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:31.173681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:31.204784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:31.295901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Pushing event updated for resources: {'Port': ['ID=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:31.299001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:31.306247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:31.367596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:27Z', 'revision_number': 3, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:31.373596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e1216-0678-4ed9-bae0-d8ed8ab79604 None None] The sync data for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb is: [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:27Z', 'revision_number': 3, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:31.453014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:31.454165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:31.620092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device a8ae36e2-290e-45b7-b165-7cdbc941c1f5 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:31.677915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:03:31.693374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:31.693794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:31.760340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-2afb1b72-75ff-4f62-aa5b-f20617ed7277 None None] Provisioning complete for port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:31.760654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2afb1b72-75ff-4f62-aa5b-f20617ed7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:31.895509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-2afb1b72-75ff-4f62-aa5b-f20617ed7277 None None] Port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:03:31.945840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:31.959009 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] 10.222.0.35 "PUT /v2.0/routers/1c887a40-4446-4043-ab1b-77dc7a1bfbe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1460731 Apr 19 11:03:32.619477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1c860-7207-43af-8c15-487d3eb728a9 req-8f0116c7-c4ce-4543-8c35-f9ebb7cd3918 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:32.621147 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-60e1c860-7207-43af-8c15-487d3eb728a9 req-8f0116c7-c4ce-4543-8c35-f9ebb7cd3918 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.0940735 Apr 19 11:03:32.680103 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-60e1c860-7207-43af-8c15-487d3eb728a9 req-bc81b161-7b2c-4686-880c-5d56cb3db3c0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506532 Apr 19 11:03:32.727635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34236) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:32.734057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1622574469-network', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:32.739311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:32.743594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Usage tracker for resource:network and tenant:558918aebd1b43ad9d3b872e780a7d46 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:32.746828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:32.753799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:32.764508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Made reservation on behalf of 558918aebd1b43ad9d3b872e780a7d46 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:03:32.770079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:32.783806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:32.799858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:32.805391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Usage tracker for resource:security_group_rule and tenant:558918aebd1b43ad9d3b872e780a7d46 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:32.808578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:32.815432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:32.916288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:32.919402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:32.924075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30444737-7632-43d8-94fb-c54fb43a5deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:32.950678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:03:32.968271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde85d29-84cc-447e-845c-dd0203cdf4e2,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:32.972849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:32.973882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:32.974273 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Added segment 2b307173-f666-4cc9-9342-b08b63c4e694 of type vlan for network 18231a9f-4f08-4cfd-a177-0675ae0dccad Apr 19 11:03:33.002926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.035415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.036756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:33.037412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.042988 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:33.155051 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4261014 Apr 19 11:03:33.157247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34246) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:33.159338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Pushing event updated for resources: {'Network': ['ID=18231a9f-4f08-4cfd-a177-0675ae0dccad,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:33.164568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Request body: {'subnet': {'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1622574469-subnet', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:33.167509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:33.171020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:33.172144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:03:33.176140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Usage tracker for resource:subnet and tenant:558918aebd1b43ad9d3b872e780a7d46 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:33.179170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:33.186105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:33.206588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Made reservation on behalf of 558918aebd1b43ad9d3b872e780a7d46 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:03:33.212174 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852195013'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.628071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3a643b2f-b3cb-4ad9-99a5-393c567f467f up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:33.648009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852537661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852195030'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.653176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6d05951f-5448-4481-aeb8-92f382345c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:33.706500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 3a643b2f-b3cb-4ad9-99a5-393c567f467f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:33.714826 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 3a643b2f-b3cb-4ad9-99a5-393c567f467f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:33.715338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.858003 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.883927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 3a643b2f-b3cb-4ad9-99a5-393c567f467f, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=3a643b2f-b3cb-4ad9-99a5-393c567f467f,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:33.888355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:33.890709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-49ec7317-e31d-4269-94fb-4a4e10ee6b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:33.969337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=3a643b2f-b3cb-4ad9-99a5-393c567f467f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:33.973518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:34.023921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e697eb9-f682-469b-afcd-054d9e8238f3,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:34.033219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:34.042597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Checking segment: {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:34.042996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Network hostable DHCP agents. Network: 18231a9f-4f08-4cfd-a177-0675ae0dccad, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:03:34.078601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:03:34.091026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 18231a9f-4f08-4cfd-a177-0675ae0dccad) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:34.100217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15efb5-b989-4fb4-b5a2-cf0870324165 None None] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:03:34.114868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af6c5d-33e1-4a22-a4f0-5487101d2b37 req-a82da689-73b0-4283-9311-c9cf5ac0f31f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:34.116498 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-16af6c5d-33e1-4a22-a4f0-5487101d2b37 req-a82da689-73b0-4283-9311-c9cf5ac0f31f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1565981 Apr 19 11:03:34.117857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:34.118515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.169831 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b1f699ea-d96d-40b4-a0bc-66e239056e5e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0113363 Apr 19 11:03:34.172727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34254) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:34.180880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:34.182440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-16af6c5d-33e1-4a22-a4f0-5487101d2b37 req-d6d40183-44f8-4158-8131-a1d22e39e6d7 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520339 Apr 19 11:03:34.186674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:34.192431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Usage tracker for resource:router and tenant:558918aebd1b43ad9d3b872e780a7d46 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:34.196168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:34.203856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:34.215736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-750572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770896'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.217074 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854025244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072830', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854058733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4905'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.233675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.394266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.521889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Sync routers for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:34.546376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:34.547500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:34.578771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122357da-2963-4160-b473-b56e459b76ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd58d067a-af3b-5be0-abfa-5f384f339e11-18231a9f-4f08-4cfd-a177-0675ae0dccad', 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'fixed_ips': [{'subnet_id': '3e697eb9-f682-469b-afcd-054d9e8238f3'}]}} from dv-cinder-786524-2-smb. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 11:03:34.580419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-122357da-2963-4160-b473-b56e459b76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.738723 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-3530a8d0-5b20-4dda-b5c5-14ae1202f338 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1864228 Apr 19 11:03:34.797692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:34.849226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-122357da-2963-4160-b473-b56e459b76ba None None] Allocated IP 172.20.0.2 (18231a9f-4f08-4cfd-a177-0675ae0dccad/3e697eb9-f682-469b-afcd-054d9e8238f3/aa32bf80-bdf2-46ef-8a22-609823e7cd3d) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:34.912638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072587', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854024353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4890'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:34.927707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-47e9a817-f81a-4679-8597-69312dcfa19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:34.930526 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-47e9a817-f81a-4679-8597-69312dcfa19b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1137 time: 0.1169529 Apr 19 11:03:35.090632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-122357da-2963-4160-b473-b56e459b76ba None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.103211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-122357da-2963-4160-b473-b56e459b76ba None None] Transition to ACTIVE for port object aa32bf80-bdf2-46ef-8a22-609823e7cd3d will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:35.108902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-4896213c-3825-4ce7-a599-1ca96e03608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:35.118791 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-4896213c-3825-4ce7-a599-1ca96e03608f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.1582973 Apr 19 11:03:35.124083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-122357da-2963-4160-b473-b56e459b76ba None None] Transition to ACTIVE for port object aa32bf80-bdf2-46ef-8a22-609823e7cd3d will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:35.129600 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-122357da-2963-4160-b473-b56e459b76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.135313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:35.193361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122357da-2963-4160-b473-b56e459b76ba None None] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:35.215608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-122357da-2963-4160-b473-b56e459b76ba None None] Resources bound (agent type, host, resource id): {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:35.215608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122357da-2963-4160-b473-b56e459b76ba None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:35.317630 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-ce4992bf-e2eb-47fe-be18-266372c6764b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 1000 time: 0.1899331 Apr 19 11:03:35.336566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122357da-2963-4160-b473-b56e459b76ba None None] Pushing event updated for resources: {'Port': ['ID=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:35.345706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-122357da-2963-4160-b473-b56e459b76ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:35.366282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-122357da-2963-4160-b473-b56e459b76ba None None] Attempting to bind port aa32bf80-bdf2-46ef-8a22-609823e7cd3d on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:35.366769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-122357da-2963-4160-b473-b56e459b76ba None None] Attempting to bind port aa32bf80-bdf2-46ef-8a22-609823e7cd3d by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:35.367178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122357da-2963-4160-b473-b56e459b76ba None None] Attempting to bind port aa32bf80-bdf2-46ef-8a22-609823e7cd3d on network 18231a9f-4f08-4cfd-a177-0675ae0dccad {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:35.374658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122357da-2963-4160-b473-b56e459b76ba None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:35.375084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122357da-2963-4160-b473-b56e459b76ba None None] Checking segment: {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:35.375576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-122357da-2963-4160-b473-b56e459b76ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.376456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122357da-2963-4160-b473-b56e459b76ba None None] Bound using segment: {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:35.376989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-122357da-2963-4160-b473-b56e459b76ba None None] Bound port: aa32bf80-bdf2-46ef-8a22-609823e7cd3d, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:35.377412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-122357da-2963-4160-b473-b56e459b76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.383493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.428558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.457787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 2, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:35.462280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Checking router: 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:35.462732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Updating router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:03:35.496438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-fadd024d-d792-47f5-a432-a7036ca5a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:35.502602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-122357da-2963-4160-b473-b56e459b76ba None None] For port aa32bf80-bdf2-46ef-8a22-609823e7cd3d, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:35.504726 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-fadd024d-d792-47f5-a432-a7036ca5a09f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.1767435 Apr 19 11:03:35.507419 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-122357da-2963-4160-b473-b56e459b76ba None None] For port aa32bf80-bdf2-46ef-8a22-609823e7cd3d, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:35.512407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-122357da-2963-4160-b473-b56e459b76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.528953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:35.555018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:35.619640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122357da-2963-4160-b473-b56e459b76ba None None] Pushing event updated for resources: {'Port': ['ID=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:35.623912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-122357da-2963-4160-b473-b56e459b76ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:35.687151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-0347fa30-33c5-4181-9809-3bf71f424d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:35.688860 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-0347fa30-33c5-4181-9809-3bf71f424d7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1770954 Apr 19 11:03:35.733077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3a643b2f-b3cb-4ad9-99a5-393c567f467f up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:35.770749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Allocated IP 172.28.0.76 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/3cf0a355-13d9-4a2e-946c-8628402033ec) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:35.973043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 3a643b2f-b3cb-4ad9-99a5-393c567f467f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:35.973471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.086198 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-f817914c-84fb-4449-8b8a-3879b47dd444 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903146 Apr 19 11:03:36.145607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.231527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.231741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.240601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7654bed9-844b-4274-9f07-f37cd79d54b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:36.253748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Transition to ACTIVE for port object 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:36.260471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.265683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e11aa4c6-49d1-4779-880b-67dc65bcfe4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:36.310046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:36.313434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:36.328492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:36.353211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Pushing event updated for resources: {'Port': ['ID=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:36.366223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.366635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.367010 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.367377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.367738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.368579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.368951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.369311 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.369827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.370456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.370712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.371073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:36.378421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:36.387995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf0a355-13d9-4a2e-946c-8628402033ec,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:36.403607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:36.417996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82de53b-8d6a-4cd4-8f69-3b21efc5be5c req-b5acaa2f-d3c1-4227-85df-fa7aeae0f1bd tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:36.426829 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e82de53b-8d6a-4cd4-8f69-3b21efc5be5c req-b5acaa2f-d3c1-4227-85df-fa7aeae0f1bd tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 1.0060055 Apr 19 11:03:36.473004 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4c910054-ff76-46c6-8bd2-dfc8142dd5e3 req-1867bd43-75fc-4c6e-9248-c3eaad13af18 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796840 Apr 19 11:03:36.487892 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e82de53b-8d6a-4cd4-8f69-3b21efc5be5c req-a2aae1c1-44f9-4abb-914b-abfb2a81f36c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600660 Apr 19 11:03:36.596818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Attempting to bind port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:36.597230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Attempting to bind port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:36.597634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Attempting to bind port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d on network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:36.604325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:36.604745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Checking segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:36.605334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.605775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Bound using segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:36.606306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Bound port: 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:36.606754 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.717911 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] For port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:36.722001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] For port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:36.726834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:36.732158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:36.814489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:36.815196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:36.950226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:37.181685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Pushing event updated for resources: {'Port': ['ID=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:37.187795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-988700be-f85b-48fa-9ed0-1bc0c05688f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:37.231133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:37.450782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421181b4-87ef-45fd-9d45-f6fe413db989 None None] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:03:37.460004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703199'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:37.623972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:36Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:37.629951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222e43f-2dc2-412b-b935-d132ab6ec8d5 None None] The sync data for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb is: [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:36Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:37.632496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-38ac1b20-e80a-4aa0-ad0c-2b412c1e70c9 None None] Provisioning for port aa32bf80-bdf2-46ef-8a22-609823e7cd3d completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:37.788119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device aa32bf80-bdf2-46ef-8a22-609823e7cd3d up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:37.828064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Router 1c6ac180-e470-4fdd-a74b-7696eabeb76c is scheduled to L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 11:03:37.895542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a4b0b-85e9-40c6-a580-7f5c510d58ce req-a31415d4-f9ae-4a87-b03a-45e023621386 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:37.897657 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e7a4b0b-85e9-40c6-a580-7f5c510d58ce req-a31415d4-f9ae-4a87-b03a-45e023621386 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1411464 Apr 19 11:03:37.978124 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e7a4b0b-85e9-40c6-a580-7f5c510d58ce req-71e3024f-ce18-42a4-8c74-8b1092a4c21e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736465 Apr 19 11:03:38.020669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port aa32bf80-bdf2-46ef-8a22-609823e7cd3d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:38.036655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port aa32bf80-bdf2-46ef-8a22-609823e7cd3d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:38.037579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:38.146762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:38.182834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:38.184381 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0089808 Apr 19 11:03:38.187223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34328) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:38.199018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Sync routers for ids ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:38.286059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Routers {'1c6ac180-e470-4fdd-a74b-7696eabeb76c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:38.286803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:38.363513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:38.531080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e7295dc8-ea4f-4b61-a0c6-e58c2657839d None None] Provisioning complete for port aa32bf80-bdf2-46ef-8a22-609823e7cd3d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:38.531569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7295dc8-ea4f-4b61-a0c6-e58c2657839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:38.618802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port aa32bf80-bdf2-46ef-8a22-609823e7cd3d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:38.631711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:38.646514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-122357da-2963-4160-b473-b56e459b76ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:38.731906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Set router 1c6ac180-e470-4fdd-a74b-7696eabeb76c gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:38.886259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:38.948577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:39.237272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841742-71c3-4982-809a-fa690a1d90ca req-382264cb-cbf8-4ee4-8c6b-5eb348cfff0e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:39.239207 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-80841742-71c3-4982-809a-fa690a1d90ca req-382264cb-cbf8-4ee4-8c6b-5eb348cfff0e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1075668 Apr 19 11:03:39.293795 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-80841742-71c3-4982-809a-fa690a1d90ca req-df9ed994-1542-4a67-9895-b9f2bc6f8150 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462494 Apr 19 11:03:39.350703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:03:36Z', 'revision_number': 3, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:39.355280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Checking router: 1c6ac180-e470-4fdd-a74b-7696eabeb76c for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:39.355919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Updating router 1c6ac180-e470-4fdd-a74b-7696eabeb76c port 3cf0a355-13d9-4a2e-946c-8628402033ec binding host dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:03:39.373800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.417310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.609249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Allocated IP 172.20.0.1 (18231a9f-4f08-4cfd-a177-0675ae0dccad/3e697eb9-f682-469b-afcd-054d9e8238f3/45d40f6e-aaf9-4c27-b61c-e64696ea9236) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:03:39.773338 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:39.806652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.822756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Transition to ACTIVE for port object 45d40f6e-aaf9-4c27-b61c-e64696ea9236 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:39.853500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.859989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4798dfbf-2302-45f5-ad6d-e9506fda4ab8 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:39.871439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.889934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Transition to ACTIVE for port object 3cf0a355-13d9-4a2e-946c-8628402033ec will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:39.895740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:39.900924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.905509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2ae0f040-4653-43be-9aa1-743cf322a8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:39.938694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:39.939111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:39.941603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:39.945303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:39.949502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:03:39.995126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Pushing event updated for resources: {'Port': ['ID=45d40f6e-aaf9-4c27-b61c-e64696ea9236,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:39.999669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:40.020673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.044353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Attempting to bind port 3cf0a355-13d9-4a2e-946c-8628402033ec on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:40.044604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Attempting to bind port 3cf0a355-13d9-4a2e-946c-8628402033ec by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:40.045148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Attempting to bind port 3cf0a355-13d9-4a2e-946c-8628402033ec on network a23c919f-1813-4e6f-ab2b-793a5d278f10 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:40.055188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:40.055612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Checking segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:40.056075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.056917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Bound using segment: {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:40.057033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Bound port: 3cf0a355-13d9-4a2e-946c-8628402033ec, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c23066-4f90-4553-b73d-9c15ac407735', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:40.057446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.106181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2fe1-7ae2-4ac4-8a59-b0a379384bda None None] Pushing event updated for resources: {'Port': ['ID=3cf0a355-13d9-4a2e-946c-8628402033ec,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:40.109491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51ec2fe1-7ae2-4ac4-8a59-b0a379384bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:40.149662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.216815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cfc50d0d-16ac-4587-9990-3a433a2a8219 None None] Provisioning for port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:40.220722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] For port 3cf0a355-13d9-4a2e-946c-8628402033ec, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:40.226721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] For port 3cf0a355-13d9-4a2e-946c-8628402033ec, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=3cf0a355-13d9-4a2e-946c-8628402033ec,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:40.227941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.237788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cfc50d0d-16ac-4587-9990-3a433a2a8219 None None] Provisioning complete for port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:40.238342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cfc50d0d-16ac-4587-9990-3a433a2a8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.280280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.289252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:40.382358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-cfc50d0d-16ac-4587-9990-3a433a2a8219 None None] Port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:03:40.397325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:40.401049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.404602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.406132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.407061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device aa32bf80-bdf2-46ef-8a22-609823e7cd3d up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:40.434613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40bbd31b-cf4e-4f87-a059-14bde5b78bd5 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:40.450427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Routers {'1c6ac180-e470-4fdd-a74b-7696eabeb76c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:40.451118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:40.513100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2fe1-7ae2-4ac4-8a59-b0a379384bda None None] Pushing event updated for resources: {'Port': ['ID=3cf0a355-13d9-4a2e-946c-8628402033ec,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:40.514828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1bbe5-dec7-4922-983a-ca437d1cbd4e req-044b13cc-f1a2-4d8f-86ef-3f0f5179d6b3 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:40.517334 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92e1bbe5-dec7-4922-983a-ca437d1cbd4e req-044b13cc-f1a2-4d8f-86ef-3f0f5179d6b3 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.0970011 Apr 19 11:03:40.525100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Pushing event updated for resources: {'Port': ['ID=45d40f6e-aaf9-4c27-b61c-e64696ea9236,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:40.528082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.533067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:40.535272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51ec2fe1-7ae2-4ac4-8a59-b0a379384bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:40.535800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:40.570482 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92e1bbe5-dec7-4922-983a-ca437d1cbd4e req-fe8ecaf2-ce22-4271-900c-665303a58fb7 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Apr 19 11:03:40.681796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:03:40.683149 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:03:40.735662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:40.739072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:40.756489 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port aa32bf80-bdf2-46ef-8a22-609823e7cd3d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:40.756909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:40.793397 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] Set router 1c6ac180-e470-4fdd-a74b-7696eabeb76c gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:40.909902 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Router 1c6ac180-e470-4fdd-a74b-7696eabeb76c has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:03:41.068071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-16ad7ed8-1911-4ec8-8018-39ae2675dee6 None None] Provisioning complete for port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:41.068498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16ad7ed8-1911-4ec8-8018-39ae2675dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.118809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:41.131032 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] 10.222.0.35 "PUT /v2.0/routers/1c6ac180-e470-4fdd-a74b-7696eabeb76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9425511 Apr 19 11:03:41.228446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-16ad7ed8-1911-4ec8-8018-39ae2675dee6 None None] Port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:03:41.328393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-59691751-3347-4269-a6be-85e762bd1653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '45d40f6e-aaf9-4c27-b61c-e64696ea9236', 'name': '', 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'mac_address': 'fa:16:3e:ba:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:39Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 2, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'subnets': [{'id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:41.332631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59691751-3347-4269-a6be-85e762bd1653 None None] The sync data for ids ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'] in dv-cinder-786524-2-smb is: [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '45d40f6e-aaf9-4c27-b61c-e64696ea9236', 'name': '', 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'mac_address': 'fa:16:3e:ba:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:39Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 2, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'subnets': [{'id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:41.615255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:41.633024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34368) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:41.638935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357108729', 'description': 'tempest-secgroup-smoke-357108729 description', 'project_id': '73915ad9df094ee19c839df45ad0026f'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:41.647750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:41.652289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:41.656353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:41.663787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:41.678314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.701491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:41.701938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.702055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:41.706607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:41.709661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:41.717377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:41.827091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.831054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.849817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-92158217-0f09-4e50-abce-8ff2b5ef97a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:41.870441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.876732 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2419968 Apr 19 11:03:41.877442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34374) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:41.900912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb2199-5f3f-4b8b-adb7-91f66d930817,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:41.907293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb2199-5f3f-4b8b-adb7-91f66d930817', 'project_id': '73915ad9df094ee19c839df45ad0026f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:41.914052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:41.915084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:41.919458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:41.922683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:41.929049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:41.946119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:41.956241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865c13-31ef-4f6c-97e0-2cfe884d610e req-57062869-ac48-4b7e-b810-59c8728e8156 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:41.957952 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-93865c13-31ef-4f6c-97e0-2cfe884d610e req-57062869-ac48-4b7e-b810-59c8728e8156 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.2379375 Apr 19 11:03:42.015452 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-93865c13-31ef-4f6c-97e0-2cfe884d610e req-357acc68-1f74-40c7-9db8-2a6a94e5de2d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499010 Apr 19 11:03:42.028739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.031712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.034077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.065435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c67fee1-ba63-4d12-8f0b-a3e88260adb7,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:42.068679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.072884 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738534 Apr 19 11:03:42.073831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34380) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:42.073943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f16dabe5-4022-42ab-b0f1-90c560ed8711 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:42.080926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb2199-5f3f-4b8b-adb7-91f66d930817', 'project_id': '73915ad9df094ee19c839df45ad0026f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:42.088514 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:42.092846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:42.097036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:42.104584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:42.121771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.201094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.205140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.208862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c22432f6-b255-4299-80b2-e1c38c1729d0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.230943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8a50d4-b84f-4e65-8bd2-efd8f24d24a5,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:42.236055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:42.249561 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.252748 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-384e0018-47b5-4c10-aaa5-a51b898ddb73 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757774 Apr 19 11:03:42.254646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34386) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:42.260893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb2199-5f3f-4b8b-adb7-91f66d930817', 'project_id': '73915ad9df094ee19c839df45ad0026f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:42.274038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:42.282943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:42.286798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:42.294863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:42.313404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.392551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.399183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.401665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.427778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8affad05-fdf4-44a8-891b-67b66bcb9a19,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:42.430811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:42.437552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.442048 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6219c92d-5d5f-4a28-88ee-88ac7a196474 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1831105 Apr 19 11:03:42.442471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34392) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:42.448257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb2199-5f3f-4b8b-adb7-91f66d930817', 'project_id': '73915ad9df094ee19c839df45ad0026f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:42.456169 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:42.461706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:42.465314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:42.471734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:42.493450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.571094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.573951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.582063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbb1f56b-3280-424f-824e-022ba196feba tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.605181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ebe6b6-1c3d-4027-9d43-27662c48ad8b,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:42.607917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:42.612068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.613377 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1698732 Apr 19 11:03:42.616173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34398) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:42.621616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34402) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:42.627523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb2199-5f3f-4b8b-adb7-91f66d930817', 'project_id': '73915ad9df094ee19c839df45ad0026f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:42.638611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:42.644114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:42.647692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:42.656773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:42.668477 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Project 73915ad9df094ee19c839df45ad0026f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:03:42.677367 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.748150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.753233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.755454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-30474f67-1e66-40d2-9b4f-92a3ea2b6534 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.794080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7054081e-22d4-43ea-a5e7-97d464fa9490,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:42.798269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.812882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:42.822195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:42.826128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.827425 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8814df1b-6b84-41bc-88b9-688611a7b23d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2102509 Apr 19 11:03:42.828494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Usage tracker for resource:security_group_rule and tenant:e951572f8ccc46689e3306527ada0b5d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:42.831640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34410) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:42.833086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:42.837081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb2199-5f3f-4b8b-adb7-91f66d930817', 'project_id': '73915ad9df094ee19c839df45ad0026f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:42.839384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:42.843764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:03:42.848302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:security_group_rule and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:03:42.851328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:03:42.857488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:03:42.871525 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Project 73915ad9df094ee19c839df45ad0026f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 11:03:42.880602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.941192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.944132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.955199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0b43d75f-f89a-4a98-9d68-d6287d2ae7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.957847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.961223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:42.963808 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eee45e30-d086-4201-8574-d6d4906982d5 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:42.987215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ded403d-2ae1-444c-974a-1c37f534685d,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:42.991506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:42.998766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.000047 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-00393b30-c687-4068-9d33-d7cc19fdce24 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1676610 Apr 19 11:03:43.000952 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e951572f8ccc46689e3306527ada0b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783691 Apr 19 11:03:43.002468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdcdfd8-0168-4e20-8b98-f15cc0c457ba,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:43.004203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34414) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:43.011114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7a48fff6-b781-4fba-b5f5-3b70c3e8af68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:43.072835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.104487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.166257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.172624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cc3fe5e3-9c78-4918-957a-9cef4d4a030e tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:43.191291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdcdfd8-0168-4e20-8b98-f15cc0c457ba,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:43.211866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:43.226918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.228168 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9fdcdfd8-0168-4e20-8b98-f15cc0c457ba HTTP/1.1" status: 204 len: 168 time: 0.2227724 Apr 19 11:03:43.413772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304737e-a1dd-40b5-b4f2-515a96036f97 req-f5c52d89-6670-4585-b975-854fc50550e6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:43.415575 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1304737e-a1dd-40b5-b4f2-515a96036f97 req-f5c52d89-6670-4585-b975-854fc50550e6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1196105 Apr 19 11:03:43.473733 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1304737e-a1dd-40b5-b4f2-515a96036f97 req-35d47601-8173-48fe-8268-a142a9c7455c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514195 Apr 19 11:03:43.644831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3cf0a355-13d9-4a2e-946c-8628402033ec up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:43.724433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 3cf0a355-13d9-4a2e-946c-8628402033ec completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:43.729991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 3cf0a355-13d9-4a2e-946c-8628402033ec triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:43.730503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.866557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.884084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 3cf0a355-13d9-4a2e-946c-8628402033ec, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=3cf0a355-13d9-4a2e-946c-8628402033ec,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:43.887083 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:43.889042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0ee61801-358e-4802-8bc2-836840cd5d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:43.965904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=3cf0a355-13d9-4a2e-946c-8628402033ec,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:43.969259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:44.248115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:03:44.574248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:44.591795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'mac_address': 'fa:16:3e:6e:2b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:03:44.653572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:44.663089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Sync routers for ids ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:44.672230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5edfab3-d06d-4d9a-9f2f-6f39f137be8d {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:03:44.674854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Routers {'1c6ac180-e470-4fdd-a74b-7696eabeb76c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:44.675536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:44.691658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:44.695722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:44.698279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:44.710979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e71408-da6c-4367-9325-3cb949057bb9 req-87c9c7b9-3a45-4f15-a8ca-a6ec9f60179b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:44.712754 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6e71408-da6c-4367-9325-3cb949057bb9 req-87c9c7b9-3a45-4f15-a8ca-a6ec9f60179b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1062686 Apr 19 11:03:44.758864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:03:44.773455 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e6e71408-da6c-4367-9325-3cb949057bb9 req-66ec4141-bf45-4bdf-836d-e361b81c8d7e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508523 Apr 19 11:03:44.783820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:44.787552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:44.897759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Set router 1c6ac180-e470-4fdd-a74b-7696eabeb76c gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:44.931638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:03:45.245048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '45d40f6e-aaf9-4c27-b61c-e64696ea9236', 'name': '', 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'mac_address': 'fa:16:3e:ba:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:39Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 2, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'subnets': [{'id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:45.249430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Checking router: 1c6ac180-e470-4fdd-a74b-7696eabeb76c for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:45.249847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Updating router 1c6ac180-e470-4fdd-a74b-7696eabeb76c port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 binding host dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 11:03:45.310862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:45.650846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3cf0a355-13d9-4a2e-946c-8628402033ec up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:45.738622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:45.747160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 3cf0a355-13d9-4a2e-946c-8628402033ec triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:45.747646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:45.753229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Transition to ACTIVE for port object 45d40f6e-aaf9-4c27-b61c-e64696ea9236 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:03:45.765312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:45.771130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:45.969151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86cf3-625e-4208-87bd-d01918105ef6 None None] Pushing event updated for resources: {'Port': ['ID=45d40f6e-aaf9-4c27-b61c-e64696ea9236,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:45.987532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a6f86cf3-625e-4208-87bd-d01918105ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:46.068876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Attempting to bind port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 on host dv-cinder-786524-2-smb for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:03:46.069292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Attempting to bind port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 by drivers openvswitch,hyperv on host dv-cinder-786524-2-smb at level 0 using segments [{'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:03:46.069702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Attempting to bind port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 on network 18231a9f-4f08-4cfd-a177-0675ae0dccad {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:03:46.075992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Checking agent: {'id': 'adb21b00-fa4f-4fa9-b67e-2d89e487befe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 49, 50), 'started_at': datetime.datetime(2021, 4, 19, 10, 50, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:03:46.076412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Checking segment: {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:03:46.076860 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.077520 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Bound using segment: {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:03:46.078046 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Bound port: 45d40f6e-aaf9-4c27-b61c-e64696ea9236, host: dv-cinder-786524-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b307173-f666-4cc9-9342-b08b63c4e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:03:46.078495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.114349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f0b2d471-1493-4c71-bb06-5bc43d4881e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.203187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543bc0-2f9e-4ac3-9519-c56de1df1fa5 req-f6e1b5a5-db43-43c2-a378-fbfdf4d15538 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:46.212148 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-02543bc0-2f9e-4ac3-9519-c56de1df1fa5 req-f6e1b5a5-db43-43c2-a378-fbfdf4d15538 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 945 time: 0.1902664 Apr 19 11:03:46.229324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] For port 45d40f6e-aaf9-4c27-b61c-e64696ea9236, host dv-cinder-786524-2-smb, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:03:46.232929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] For port 45d40f6e-aaf9-4c27-b61c-e64696ea9236, host dv-cinder-786524-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=45d40f6e-aaf9-4c27-b61c-e64696ea9236,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:03:46.237147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.242574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b325f1d-0136-4221-9355-c7be82a5af32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:46.254467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:46.294365 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-02543bc0-2f9e-4ac3-9519-c56de1df1fa5 req-ef223858-d96f-4610-a4dc-c8866f45dcf2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649912 Apr 19 11:03:46.337480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86cf3-625e-4208-87bd-d01918105ef6 None None] Pushing event updated for resources: {'Port': ['ID=45d40f6e-aaf9-4c27-b61c-e64696ea9236,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:46.349785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a6f86cf3-625e-4208-87bd-d01918105ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:46.369989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Routers {'1c6ac180-e470-4fdd-a74b-7696eabeb76c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:46.371009 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:46.392628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:46.393060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.597365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.630018 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] Set router 1c6ac180-e470-4fdd-a74b-7696eabeb76c gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:46.631355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:46.644565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:46.648501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:46.650518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:46.733485 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'code': 200} Apr 19 11:03:46.761776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:46.765362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:47.224151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '45d40f6e-aaf9-4c27-b61c-e64696ea9236', 'name': '', 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'mac_address': 'fa:16:3e:ba:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:39Z', 'updated_at': '2021-04-19T11:03:46Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'subnets': [{'id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:47.229135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45640a4f-01ea-4496-980a-f459c11ef69d None None] The sync data for ids ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'] in dv-cinder-786524-2-smb is: [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '45d40f6e-aaf9-4c27-b61c-e64696ea9236', 'name': '', 'network_id': '18231a9f-4f08-4cfd-a177-0675ae0dccad', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'mac_address': 'fa:16:3e:ba:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:39Z', 'updated_at': '2021-04-19T11:03:46Z', 'revision_number': 4, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'subnets': [{'id': '3e697eb9-f682-469b-afcd-054d9e8238f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:47.566997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5f6ec-e7c2-428b-a7c5-58f8ebf3a063 req-1f8e5a30-bcf7-4044-b91d-74f61a61a042 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:47.568804 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1cc5f6ec-e7c2-428b-a7c5-58f8ebf3a063 req-1f8e5a30-bcf7-4044-b91d-74f61a61a042 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1208110 Apr 19 11:03:47.632116 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1cc5f6ec-e7c2-428b-a7c5-58f8ebf3a063 req-934cf87a-5b8e-4bd3-b911-9f670986108c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550277 Apr 19 11:03:47.724809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 45d40f6e-aaf9-4c27-b61c-e64696ea9236 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:47.818590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning for port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:03:47.825240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:47.825663 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.011001 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.054139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] For port 45d40f6e-aaf9-4c27-b61c-e64696ea9236, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=45d40f6e-aaf9-4c27-b61c-e64696ea9236,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:48.059158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.061147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:48.070369 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-8e6b8c96-51c8-4aba-be34-c67f2abd722d tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356279942&fields=id&tenant_id=bd3644531ac441be80975e19c3e1b3c7 HTTP/1.1" status: 200 len: 267 time: 0.0712917 Apr 19 11:03:48.181683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Pushing event updated for resources: {'Port': ['ID=45d40f6e-aaf9-4c27-b61c-e64696ea9236,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:48.185443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:48.202790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-8284122a-348a-4abb-9e9a-c5d1fa4aab45 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:48.211021 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-8284122a-348a-4abb-9e9a-c5d1fa4aab45 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 984 time: 0.1394267 Apr 19 11:03:48.218126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Request body: {'port': {'security_groups': ['434e2618-c0a3-4771-9271-a6657cdd980b']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:03:48.393510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.525032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b07ce919-f4be-4b99-9d56-06d180a7a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.753280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:48.787526 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.793583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:48.801502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99d4a727-869c-46b6-933d-4add7bc7ab49 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:48.842343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['6fc36fde-3cac-4b01-afb6-e9b80f452619'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:03:48.984869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9663679-334b-4eb1-ae84-c084c4f2b972 req-0d5b67da-e946-4746-bd92-5cff1e43361f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:48.987873 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c9663679-334b-4eb1-ae84-c084c4f2b972 req-0d5b67da-e946-4746-bd92-5cff1e43361f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1704144 Apr 19 11:03:49.081281 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c9663679-334b-4eb1-ae84-c084c4f2b972 req-128d7882-fd79-4602-af7a-edb937b87898 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858948 Apr 19 11:03:49.181750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:49.182574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.184411 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-57cab225-0c57-4750-a126-7cc7a22ebc50 req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "PUT /v2.0/ports/6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 942 time: 0.9716616 Apr 19 11:03:49.185117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:49.195340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34540) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:49.244448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event updated for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=7']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:49.252793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:49.284067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.290420 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'status': 'completed', 'code': 200} Apr 19 11:03:49.315755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.358007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.432221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.444493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-281fdd49-962d-484c-b2f4-35afd2ca5f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:49.453650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['6fc36fde-3cac-4b01-afb6-e9b80f452619'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:03:49.463117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31de603-6e9c-412f-bfa7-80e6e3a2f557,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:49.472558 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:49.474735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.478958 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "DELETE /v2.0/security-groups/e31de603-6e9c-412f-bfa7-80e6e3a2f557 HTTP/1.1" status: 204 len: 168 time: 0.2830579 Apr 19 11:03:49.479658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34550) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:03:49.492599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-7ac32da7-080e-4505-8b3b-015e8359a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:49.494541 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-7ac32da7-080e-4505-8b3b-015e8359a019 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1098 time: 0.1574163 Apr 19 11:03:49.644112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b6f72f87-db49-4f15-b389-5cbe6eae3134 None None] Provisioning complete for port 6fc36fde-3cac-4b01-afb6-e9b80f452619 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:49.645405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b6f72f87-db49-4f15-b389-5cbe6eae3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.771468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 45d40f6e-aaf9-4c27-b61c-e64696ea9236 up at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:03:49.806667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-facaec4a-42bd-4c6d-a1ad-88e25afcef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:49.810099 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-facaec4a-42bd-4c6d-a1ad-88e25afcef64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.3058138 Apr 19 11:03:49.853353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Deleting port 8d13c16d-99b8-4a95-95f7-78ee87052c0b {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:03:49.853905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:49.990171 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-d6733f5c-53b4-4463-a579-c218ca690a05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 1000 time: 0.1724815 Apr 19 11:03:50.086755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-988bd474-dd32-4040-ba37-4705bb16d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:50.088633 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-988bd474-dd32-4040-ba37-4705bb16d8d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.0849497 Apr 19 11:03:50.105907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.106281 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.140633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Provisioning complete for port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:03:50.141033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.177056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.349741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-5fd88512-6220-4945-b4c9-2f6be055d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:50.351321 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-5fd88512-6220-4945-b4c9-2f6be055d81e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2447104 Apr 19 11:03:50.411645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Calling delete_port for 8d13c16d-99b8-4a95-95f7-78ee87052c0b owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:03:50.587347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e89483-cea0-4fdc-a629-b8fa8cd54a9d req-ae5b4a62-cc07-4d36-b042-3e5307853054 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:50.598085 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31e89483-cea0-4fdc-a629-b8fa8cd54a9d req-ae5b4a62-cc07-4d36-b042-3e5307853054 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.2692995 Apr 19 11:03:50.655537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.662929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6495a56d-e237-406a-ae12-a86f76cb3898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:50.684491 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31e89483-cea0-4fdc-a629-b8fa8cd54a9d req-74fbc4a9-df05-4c81-9562-fa2a5457e8e9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852370 Apr 19 11:03:50.686644 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-d1db37cd-5f85-4293-91e7-84666de58834 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937477 Apr 19 11:03:50.732120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event deleted for resources: {'Port': ['ID=8d13c16d-99b8-4a95-95f7-78ee87052c0b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:50.737345 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:50.862799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.863390 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Floating IP b813f355-4c20-4d75-b7fc-5b9f39145a2b disassociated (deleted). External IP: 172.28.0.18, port: 6fc36fde-3cac-4b01-afb6-e9b80f452619. Apr 19 11:03:50.933268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:50.993350 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-738dac5e-c8a7-4c1e-a1a8-06fe2221f760 req-a609d3dd-f2c3-4633-bd97-8efc369f53a1 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966323 Apr 19 11:03:51.335401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:03:51.559381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:03:51.571361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] Sync routers for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:03:51.583432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:51.599404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:51.603296 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:51.656566 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "DELETE /v2.0/floatingips/b813f355-4c20-4d75-b7fc-5b9f39145a2b HTTP/1.1" status: 204 len: 168 time: 2.1757691 Apr 19 11:03:51.658055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:51.716746 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'status': 'completed', 'code': 200} Apr 19 11:03:51.858613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:51.964958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646380c-64fa-4629-8571-b238f8401500 req-57e72202-aca2-4841-a1bc-e7427e4f10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:51.968656 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-57e72202-aca2-4841-a1bc-e7427e4f10c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd3644531ac441be80975e19c3e1b3c7&device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 1098 time: 0.1981335 Apr 19 11:03:52.096845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c44511-70ad-4d22-b20c-48d65f2e87fe req-5223ebe0-4a13-4553-b0a6-87da663ab9fa tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:52.111179 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a6c44511-70ad-4d22-b20c-48d65f2e87fe req-5223ebe0-4a13-4553-b0a6-87da663ab9fa tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1768944 Apr 19 11:03:52.152879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646380c-64fa-4629-8571-b238f8401500 req-f2cabb0d-b631-42a0-8f36-5ccca1716fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:52.155136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-f2cabb0d-b631-42a0-8f36-5ccca1716fea service neutron] 10.222.0.43 "GET /v2.0/networks?id=1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 200 len: 916 time: 0.1752150 Apr 19 11:03:52.231114 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a6c44511-70ad-4d22-b20c-48d65f2e87fe req-dccdf42c-0253-4e7f-b10a-8c368509dea0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187325 Apr 19 11:03:52.258385 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-4724bce1-b02c-4c09-9815-1db30d637d61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 200 len: 217 time: 0.0947917 Apr 19 11:03:52.368087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646380c-64fa-4629-8571-b238f8401500 req-6a8dde5b-b883-4d20-b021-41a36f07c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:52.369810 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-6a8dde5b-b883-4d20-b021-41a36f07c807 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 200 len: 854 time: 0.0979571 Apr 19 11:03:52.430202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:08Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:52.445742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] Checking router: 16ac6699-8bd8-4051-8767-f9e6afbcaa51 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:03:52.467182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:03:52.471370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:52.518885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646380c-64fa-4629-8571-b238f8401500 req-aab926be-99da-4dff-95c7-a4030063e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:52.520668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-aab926be-99da-4dff-95c7-a4030063e9d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1f1982ab-eb5b-4e21-8833-b5494ee81c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1404126 Apr 19 11:03:52.738972 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-7229999d-8ff3-4783-b312-8701c4dcd914 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108316 Apr 19 11:03:52.934036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:03:52.940712 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2646380c-64fa-4629-8571-b238f8401500 req-363658ca-1518-4853-8c51-fecf7517a388 service neutron] 10.222.0.43 "GET /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929328 Apr 19 11:03:53.376986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:08Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:03:53.383438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab9b62-fdf0-4238-92ad-c75112b74df0 None None] The sync data for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb is: [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:00:59Z', 'revision_number': 4, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '29e7fa85-c7bd-4230-949f-0d9969cdeb90', 'name': '', 'network_id': '1f1982ab-eb5b-4e21-8833-b5494ee81c47', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'mac_address': 'fa:16:3e:e3:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:57Z', 'updated_at': '2021-04-19T11:01:08Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'subnets': [{'id': 'dbe632cd-c96d-4118-9169-b912e33dfe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:03:53.510076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88852e52-c47e-49e4-8c53-c296e9889b01 req-08952569-775a-486a-bb81-983439c4e691 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:53.518260 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-88852e52-c47e-49e4-8c53-c296e9889b01 req-08952569-775a-486a-bb81-983439c4e691 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1493087 Apr 19 11:03:53.599588 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-88852e52-c47e-49e4-8c53-c296e9889b01 req-4c2ac773-9813-4fbc-9a86-6c6329222a29 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704250 Apr 19 11:03:53.887547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7c07a-50a2-4310-a102-2da761d107ff None None] New status for floating IP b813f355-4c20-4d75-b7fc-5b9f39145a2b: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:03:54.839995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bff17-b74a-4da2-904d-55b5b0e4f48c req-18249d68-38eb-470f-8829-fb871624217b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:54.841662 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-512bff17-b74a-4da2-904d-55b5b0e4f48c req-18249d68-38eb-470f-8829-fb871624217b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1093326 Apr 19 11:03:54.911189 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-512bff17-b74a-4da2-904d-55b5b0e4f48c req-55be0932-7710-4c3b-861e-3cc567ceb699 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622292 Apr 19 11:03:55.649878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-0bb91334-70ce-4c53-8ad3-505308e449d6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:55.649878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-0bb91334-70ce-4c53-8ad3-505308e449d6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Synchronizing usage tracker for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:03:55.667248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-0bb91334-70ce-4c53-8ad3-505308e449d6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Unset dirty status for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:03:55.670636 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-0bb91334-70ce-4c53-8ad3-505308e449d6 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.1263261 Apr 19 11:03:55.731042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-ee0a701d-643b-45c3-b3c9-b168b134efbd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Synchronizing usage tracker for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:03:55.749636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-ee0a701d-643b-45c3-b3c9-b168b134efbd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Unset dirty status for tenant:bd3644531ac441be80975e19c3e1b3c7 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:03:55.751196 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-81f915ce-8e44-471a-8da0-b7f489c4a62c req-ee0a701d-643b-45c3-b3c9-b168b134efbd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759265 Apr 19 11:03:56.146618 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f91e-45ac-4970-8f3b-7e57728bbe21 req-3d8b5280-d061-4b7a-b477-6579e34dc64e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:56.148408 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-12a3f91e-45ac-4970-8f3b-7e57728bbe21 req-3d8b5280-d061-4b7a-b477-6579e34dc64e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1136382 Apr 19 11:03:56.433123 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-12a3f91e-45ac-4970-8f3b-7e57728bbe21 req-123142e9-24ba-480a-a6c5-1d1d0009ad90 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783489 Apr 19 11:03:57.003510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2c7f-9d75-4fc1-b8f2-432c249cfa3d req-7d49a5b8-ac69-45dc-9145-b6495dc64fb2 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:57.005189 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-37fc2c7f-9d75-4fc1-b8f2-432c249cfa3d req-7d49a5b8-ac69-45dc-9145-b6495dc64fb2 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.1123784 Apr 19 11:03:57.057811 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-37fc2c7f-9d75-4fc1-b8f2-432c249cfa3d req-db84f7bb-f450-4e01-bfa0-2de13f523879 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Apr 19 11:03:57.658730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6e58b-d463-4c11-9c93-1cda2c0e397c req-99df4e22-5c76-45cd-a8da-9072808cee68 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:57.660446 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-74a6e58b-d463-4c11-9c93-1cda2c0e397c req-99df4e22-5c76-45cd-a8da-9072808cee68 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.0928428 Apr 19 11:03:57.722437 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-74a6e58b-d463-4c11-9c93-1cda2c0e397c req-925495b4-e57a-405a-8a7c-76cd39df7c24 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530267 Apr 19 11:03:57.816938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94373-c03e-4833-8876-1582bfbf7620 req-06340aca-e6e8-4a0f-bc11-ccd1c5b3de30 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:57.818638 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20d94373-c03e-4833-8876-1582bfbf7620 req-06340aca-e6e8-4a0f-bc11-ccd1c5b3de30 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.0935102 Apr 19 11:03:57.900859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Deleting port 6fc36fde-3cac-4b01-afb6-e9b80f452619 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:03:57.901248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:58.159261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] For port 6fc36fde-3cac-4b01-afb6-e9b80f452619, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6fc36fde-3cac-4b01-afb6-e9b80f452619,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:03:58.159668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:58.329635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Calling delete_port for 6fc36fde-3cac-4b01-afb6-e9b80f452619 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:03:58.458173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4ef2-8d20-4e1b-9e72-adb072c2f573 req-4413b6b5-b1a9-4a32-bef0-56f15838f476 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:58.459763 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-426c4ef2-8d20-4e1b-9e72-adb072c2f573 req-4413b6b5-b1a9-4a32-bef0-56f15838f476 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa76ede6-65b4-4bac-a947-9f4481e96aa3 HTTP/1.1" status: 200 len: 945 time: 0.2355406 Apr 19 11:03:58.566260 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-426c4ef2-8d20-4e1b-9e72-adb072c2f573 req-b81442fa-1071-4686-aca8-63111e7c5d4c tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.35 "GET /v2.0/security-groups?id=434e2618-c0a3-4771-9271-a6657cdd980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731308 Apr 19 11:03:58.569976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:58.576028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:03:58.626756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Pushing event deleted for resources: {'Port': ['ID=6fc36fde-3cac-4b01-afb6-e9b80f452619,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:03:58.663509 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.664066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.664310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.664704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.665099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.665601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.665885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.666275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.666696 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.667087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.667475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.667856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:03:58.677639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:03:58.725372 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] No DVR routers for this DVR port 6fc36fde-3cac-4b01-afb6-e9b80f452619 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:03:58.727929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:03:58.732440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'name': 'network-vif-deleted', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:03:58.753613 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20d94373-c03e-4833-8876-1582bfbf7620 req-2e5fa3a9-965c-4360-af76-599832c10984 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] 10.222.0.43 "DELETE /v2.0/ports/6fc36fde-3cac-4b01-afb6-e9b80f452619 HTTP/1.1" status: 204 len: 173 time: 0.9277663 Apr 19 11:03:58.782642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-ee8f8094-1406-4379-bdf8-bf6754be6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:58.784296 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-ee8f8094-1406-4379-bdf8-bf6754be6781 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1099 time: 0.2008352 Apr 19 11:03:58.869465 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa76ede6-65b4-4bac-a947-9f4481e96aa3', 'name': 'network-vif-deleted', 'tag': '6fc36fde-3cac-4b01-afb6-e9b80f452619', 'status': 'completed', 'code': 200} Apr 19 11:03:59.023931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-342bc09f-e622-4490-9144-7125dbbdb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:59.025540 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-342bc09f-e622-4490-9144-7125dbbdb789 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.2072644 Apr 19 11:03:59.144474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ec7d6-28e0-4756-9b2e-b79e8d421a36 req-aa9f44ba-44fc-44d2-bd9b-fdb6cb8f1f2d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:59.146112 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-896ec7d6-28e0-4756-9b2e-b79e8d421a36 req-aa9f44ba-44fc-44d2-bd9b-fdb6cb8f1f2d tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.2135787 Apr 19 11:03:59.177490 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-fadf5614-b49c-4d34-bff2-c5d65e839498 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 200 len: 1002 time: 0.1398730 Apr 19 11:03:59.252915 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-896ec7d6-28e0-4756-9b2e-b79e8d421a36 req-d4882f1a-a29f-4c34-81d6-c6e623fde8ea tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934086 Apr 19 11:03:59.268426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-b51ddb86-5862-46c0-8a76-20869a66771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:59.269981 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-b51ddb86-5862-46c0-8a76-20869a66771c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0847626 Apr 19 11:03:59.365048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-1b903f84-0ec2-46cc-9b3a-95aed5293d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:03:59.366728 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-1b903f84-0ec2-46cc-9b3a-95aed5293d0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823569 Apr 19 11:03:59.512180 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-3a1db740-5bbf-46ee-8057-c0746813dcaa service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384323 Apr 19 11:03:59.656840 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-39a49a90-7366-45c6-a19f-a954509f4c5e req-37554de0-17dc-4c91-b4cd-95d1d44dd2c7 service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374123 Apr 19 11:04:00.186832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-d1699a06-125f-4d8c-87eb-b5e0b0d2f18b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Synchronizing usage tracker for tenant:73915ad9df094ee19c839df45ad0026f on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:04:00.203352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-d1699a06-125f-4d8c-87eb-b5e0b0d2f18b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Unset dirty status for tenant:73915ad9df094ee19c839df45ad0026f on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:04:00.205028 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-d1699a06-125f-4d8c-87eb-b5e0b0d2f18b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357108729&fields=id&tenant_id=73915ad9df094ee19c839df45ad0026f HTTP/1.1" status: 200 len: 267 time: 0.0599785 Apr 19 11:04:00.234289 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34716) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:00.348675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 6fc36fde-3cac-4b01-afb6-e9b80f452619 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:00.379779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-63267aeb-47fa-4c4d-a410-3faae28b2c64 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:00.380791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-63267aeb-47fa-4c4d-a410-3faae28b2c64 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Synchronizing usage tracker for tenant:73915ad9df094ee19c839df45ad0026f on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:04:00.390779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: 6fc36fde-3cac-4b01-afb6-e9b80f452619 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:00.391449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 6fc36fde-3cac-4b01-afb6-e9b80f452619 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:00.398727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-63267aeb-47fa-4c4d-a410-3faae28b2c64 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Unset dirty status for tenant:73915ad9df094ee19c839df45ad0026f on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:04:00.399984 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-63267aeb-47fa-4c4d-a410-3faae28b2c64 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 809 time: 0.1876972 Apr 19 11:04:00.415888 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-cb05e5e2-f6af-4af5-a98c-70a4ec8754c8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/quotas/73915ad9df094ee19c839df45ad0026f HTTP/1.1" status: 200 len: 375 time: 0.0097065 Apr 19 11:04:00.511673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-249276b8-be23-40b3-b1aa-b4d2eb0ea113 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Synchronizing usage tracker for tenant:73915ad9df094ee19c839df45ad0026f on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:04:00.527744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-249276b8-be23-40b3-b1aa-b4d2eb0ea113 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Unset dirty status for tenant:73915ad9df094ee19c839df45ad0026f on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:04:00.529174 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-249276b8-be23-40b3-b1aa-b4d2eb0ea113 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076910 Apr 19 11:04:00.645420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924664-173c-4914-a347-f6ed1935cf89 req-d35d8e76-58ad-4b77-b467-c6f70693bd70 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:00.647162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b2924664-173c-4914-a347-f6ed1935cf89 req-d35d8e76-58ad-4b77-b467-c6f70693bd70 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.2561274 Apr 19 11:04:00.864043 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b2924664-173c-4914-a347-f6ed1935cf89 req-b6705bd3-368f-4b3a-b81b-6204d0a67a0e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007654 Apr 19 11:04:00.943320 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-788fa1bb-4f30-4442-b72b-515e6fc2ac14 service neutron] 10.222.0.35 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007516 Apr 19 11:04:00.975456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:01.098585 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-de1d6d5b-bfab-42eb-be38-6634f3cff3d2 service neutron] 10.222.0.35 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483264 Apr 19 11:04:01.364155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Deleting port 29e7fa85-c7bd-4230-949f-0d9969cdeb90 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:01.364771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:01.550576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab7fe2be-95aa-4bb8-ac03-606afa713159 req-5b5b67eb-3253-4ede-94ca-9a459178aefa tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 210 time: 0.0564337 Apr 19 11:04:01.620856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] For port 29e7fa85-c7bd-4230-949f-0d9969cdeb90, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=29e7fa85-c7bd-4230-949f-0d9969cdeb90,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:01.621255 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:01.759758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Calling delete_port for 29e7fa85-c7bd-4230-949f-0d9969cdeb90 owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:02.116819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b478-ae56-4779-a1eb-18ef002dccbc req-97895093-4a34-4519-934e-ed611ba986f4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:02.118564 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7639b478-ae56-4779-a1eb-18ef002dccbc req-97895093-4a34-4519-934e-ed611ba986f4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 946 time: 0.1080129 Apr 19 11:04:02.175576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7639b478-ae56-4779-a1eb-18ef002dccbc req-fb2afd05-d01c-4635-8f63-969fa26a3ac8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499585 Apr 19 11:04:02.335700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:02.340523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-64efe45f-ccbd-4b22-8c71-9e6752385e33 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:02.383854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:02.387699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=29e7fa85-c7bd-4230-949f-0d9969cdeb90,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:02.391351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:02.551756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:02.587564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:04:02.598913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:02.616443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:02.618747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:02.703920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:02.711550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:02.745859 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6b2b7b8c-73c2-4b91-963b-bff752ff3272 req-6ab6c767-b0c3-43b2-ad80-90925c92c40c tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 210 time: 0.0545223 Apr 19 11:04:02.772959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:02.822574 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'code': 422} returned with failed status Apr 19 11:04:03.112204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-ee5497be-fae0-4fb2-88e4-d18ce7a756d1 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:03.114136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-ee5497be-fae0-4fb2-88e4-d18ce7a756d1 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 809 time: 0.1817565 Apr 19 11:04:03.223825 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-578ce910-1bd2-4f79-bf6e-acd48adf4bd1 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73915ad9df094ee19c839df45ad0026f HTTP/1.1" status: 200 len: 8059 time: 0.0943196 Apr 19 11:04:03.224675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:04:03.234004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'port': {'device_id': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'admin_state_up': True, 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'security_groups': ['d5cb2199-5f3f-4b8b-adb7-91f66d930817']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:04:03.396054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:04:03.406280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:04:03.417031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Made reservation on behalf of 73915ad9df094ee19c839df45ad0026f for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:04:03.423291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:03.435646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:04:03.446277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] Sync routers for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:04:03.450087 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] 10.222.0.35 "PUT /v2.0/routers/16ac6699-8bd8-4051-8767-f9e6afbcaa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2089396 Apr 19 11:04:03.452692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34774) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:03.460680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:03.461711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:03.670990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Allocated IP 172.20.0.13 (67f4585e-192d-42e7-a3ae-e4c3bfd9d987/1aec357e-8bda-4a0c-80ad-4733782a4e65/a47a82ed-d72b-43b5-ae63-295f72a626bf) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:04:03.679682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:03.752844 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:03.931535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:03.974780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Transition to ACTIVE for port object a47a82ed-d72b-43b5-ae63-295f72a626bf will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:04:04.019828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.027050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af42208e-d781-4b01-a4c1-3f3a6fc2c233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:04.122651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:04:02Z', 'revision_number': 5, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port': {'id': '1472f539-f7b2-4642-a029-cb52298fbafe', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:20:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:00:53Z', 'updated_at': '2021-04-19T11:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:04.127603 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] Checking router: 16ac6699-8bd8-4051-8767-f9e6afbcaa51 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:04:04.136913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] Routers {'16ac6699-8bd8-4051-8767-f9e6afbcaa51'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:04.137628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:04.156164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.159442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:04.170855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:04.179280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Deleting port 1472f539-f7b2-4642-a029-cb52298fbafe {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:04.179812 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.201661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:04:04.204793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:04:04.208261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:04:04.231411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dac1-9eed-4495-b7d5-826fb743f648 req-9f4c7135-e95d-4002-9988-71e020a2ca23 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:04.239983 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5c21dac1-9eed-4495-b7d5-826fb743f648 req-9f4c7135-e95d-4002-9988-71e020a2ca23 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 932 time: 0.2559624 Apr 19 11:04:04.326038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:04.331684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.361016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] Set router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:04.381139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805e086-f8f4-4dd9-bfc2-2d1c46a9b9aa req-81ae279e-ef72-44b0-aa8a-e2ffe1cfcd51 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:04.383112 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a805e086-f8f4-4dd9-bfc2-2d1c46a9b9aa req-81ae279e-ef72-44b0-aa8a-e2ffe1cfcd51 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.2665005 Apr 19 11:04:04.414737 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-dc4becf1-3560-4be5-9881-d4bf6dc9ad88 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1849873 Apr 19 11:04:04.436355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-5c21dac1-9eed-4495-b7d5-826fb743f648 req-b8cf5ebd-5c0b-45f4-bd88-873de51e36e8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Synchronizing usage tracker for tenant:73915ad9df094ee19c839df45ad0026f on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:04:04.438831 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Request body: {'port': {'device_id': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:04:04.470747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-5c21dac1-9eed-4495-b7d5-826fb743f648 req-b8cf5ebd-5c0b-45f4-bd88-873de51e36e8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Unset dirty status for tenant:73915ad9df094ee19c839df45ad0026f on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:04:04.480450 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5c21dac1-9eed-4495-b7d5-826fb743f648 req-b8cf5ebd-5c0b-45f4-bd88-873de51e36e8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394414 Apr 19 11:04:04.503260 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a805e086-f8f4-4dd9-bfc2-2d1c46a9b9aa req-bea332b2-dc3e-4012-83c2-db4705b3dff3 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073394 Apr 19 11:04:04.515369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.516743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:04:04Z', 'revision_number': 6, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port_host': None}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:04.522080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3d2c6-9890-4aeb-bc8c-1056bfe289e3 None None] The sync data for ids ['16ac6699-8bd8-4051-8767-f9e6afbcaa51'] in dv-cinder-786524-2-smb is: [{'id': '16ac6699-8bd8-4051-8767-f9e6afbcaa51', 'name': 'tempest-TestMinimumBasicScenario-1564824817-router', 'tenant_id': 'bd3644531ac441be80975e19c3e1b3c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:00:51Z', 'updated_at': '2021-04-19T11:04:04Z', 'revision_number': 6, 'project_id': 'bd3644531ac441be80975e19c3e1b3c7', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:04:04.580626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] For port 1472f539-f7b2-4642-a029-cb52298fbafe, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=1472f539-f7b2-4642-a029-cb52298fbafe,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:04.582004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.597406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ccff75a3-90c2-4934-a715-38664fd78bbc None None] Provisioning for port a47a82ed-d72b-43b5-ae63-295f72a626bf completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:04:04.604847 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ccff75a3-90c2-4934-a715-38664fd78bbc None None] Provisioning complete for port a47a82ed-d72b-43b5-ae63-295f72a626bf triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:04:04.605265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccff75a3-90c2-4934-a715-38664fd78bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.606782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.663762 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34806) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:04.686172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ccff75a3-90c2-4934-a715-38664fd78bbc None None] Port a47a82ed-d72b-43b5-ae63-295f72a626bf cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:04:04.774314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Calling delete_port for 1472f539-f7b2-4642-a029-cb52298fbafe owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:04.951020 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-9d4bbb7d-bd37-4643-ac76-a9623171b0e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2859242 Apr 19 11:04:04.981949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:04.987241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-956c46a7-cfd5-4f8f-963a-972a3dd325c7 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:05.036985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1472f539-f7b2-4642-a029-cb52298fbafe,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:05.065930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:05.114709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47a82ed-d72b-43b5-ae63-295f72a626bf {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:04:05.124023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.140324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.144776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Transition to ACTIVE for port object a47a82ed-d72b-43b5-ae63-295f72a626bf will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:04:05.147661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.158158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:05.392878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:05.401081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:05.448068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Attempting to bind port a47a82ed-d72b-43b5-ae63-295f72a626bf on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:04:05.448669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Attempting to bind port a47a82ed-d72b-43b5-ae63-295f72a626bf by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:04:05.448798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Attempting to bind port a47a82ed-d72b-43b5-ae63-295f72a626bf on network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:04:05.455862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Port a47a82ed-d72b-43b5-ae63-295f72a626bf on network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:04:05.456224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Attempting to bind port a47a82ed-d72b-43b5-ae63-295f72a626bf on network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:04:05.463256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:04:05.463650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Checking segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:04:05.464130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Bound using segment: {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:04:05.464629 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Bound port: a47a82ed-d72b-43b5-ae63-295f72a626bf, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfb00e5-bdb5-477f-ab0b-fd920118a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:04:05.465029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.572796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:04:05.576268 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:04:05.582559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.587877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8a6e7d8d-662b-4eb4-b87e-8bef3e8b7982 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:05.682704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:05.687248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 1472f539-f7b2-4642-a029-cb52298fbafe no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:05.722790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:05.731023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:05.731704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.733200 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-2b2252a0-0e51-47be-85cc-450af8efb36b service neutron] 10.222.0.43 "PUT /v2.0/ports/a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 1094 time: 1.3021681 Apr 19 11:04:05.733766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:04:05.760930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 1472f539-f7b2-4642-a029-cb52298fbafe {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:05.762121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 1472f539-f7b2-4642-a029-cb52298fbafe not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:05.763683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 29e7fa85-c7bd-4230-949f-0d9969cdeb90 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:05.802679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc996153-a07c-481f-8162-5bcb9c5ef27b req-42118756-f293-455e-9adb-0b3b12eaa6f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:05.803648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-bc996153-a07c-481f-8162-5bcb9c5ef27b req-42118756-f293-455e-9adb-0b3b12eaa6f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Synchronizing usage tracker for tenant:73915ad9df094ee19c839df45ad0026f on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:04:05.856385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 29e7fa85-c7bd-4230-949f-0d9969cdeb90 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:05.856778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 29e7fa85-c7bd-4230-949f-0d9969cdeb90 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:05.862373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.872005 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.906701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-bc996153-a07c-481f-8162-5bcb9c5ef27b req-42118756-f293-455e-9adb-0b3b12eaa6f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Unset dirty status for tenant:73915ad9df094ee19c839df45ad0026f on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:04:05.910984 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bc996153-a07c-481f-8162-5bcb9c5ef27b req-42118756-f293-455e-9adb-0b3b12eaa6f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 944 time: 0.2388813 Apr 19 11:04:05.913615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-4e2c5280-a0e5-45fa-8825-ae995a06346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:05.915582 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-4e2c5280-a0e5-45fa-8825-ae995a06346d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1097 time: 0.1231916 Apr 19 11:04:05.993882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:05.994375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ac6699-8bd8-4051-8767-f9e6afbcaa51 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:04:06.025789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-7fcf78a2-bfbb-45a0-be8c-d141ff880b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.026017 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-f8c725d7-f6e9-4d7c-80c2-d493d6aaca11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 217 time: 0.0877588 Apr 19 11:04:06.027510 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-7fcf78a2-bfbb-45a0-be8c-d141ff880b28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c&tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8 HTTP/1.1" status: 200 len: 1097 time: 0.4070189 Apr 19 11:04:06.030929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:06.034801 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a83e117a-0d61-4f2c-8d90-04c7938febc0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/16ac6699-8bd8-4051-8767-f9e6afbcaa51 HTTP/1.1" status: 204 len: 168 time: 2.5783341 Apr 19 11:04:06.038305 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bc996153-a07c-481f-8162-5bcb9c5ef27b req-222dc493-14f1-46a5-97d3-676ce4251c5a tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211338 Apr 19 11:04:06.038543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34826) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:06.041253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b750-5dba-4160-aa30-60b8dc354320 req-c1e25024-3bcb-47fb-a11b-c4982391c005 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.042901 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-72a5b750-5dba-4160-aa30-60b8dc354320 req-c1e25024-3bcb-47fb-a11b-c4982391c005 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.3202860 Apr 19 11:04:06.133438 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'status': 'completed', 'code': 200} Apr 19 11:04:06.156377 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-72a5b750-5dba-4160-aa30-60b8dc354320 req-4100b02f-8643-4a4e-964a-530de733e9ba tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045907 Apr 19 11:04:06.189383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Deleting subnet dbe632cd-c96d-4118-9169-b912e33dfe38 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:04:06.189549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-c8ffec08-0575-422c-bfef-3e97bff0add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.189549 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-c8ffec08-0575-422c-bfef-3e97bff0add6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1097 time: 0.1127224 Apr 19 11:04:06.189765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-d786bb65-99c5-4009-a1d7-5e2f3b0c1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.190156 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-d786bb65-99c5-4009-a1d7-5e2f3b0c1305 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0995815 Apr 19 11:04:06.190858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:06.303771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:06.342617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-2c85300b-1080-4853-96ef-12abd4d05950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.344218 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-2c85300b-1080-4853-96ef-12abd4d05950 service neutron] 10.222.0.43 "GET /v2.0/networks?id=301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 200 len: 917 time: 0.1439445 Apr 19 11:04:06.389474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-e3dbf357-b8cf-4f11-b7cb-8b8051fdb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.392011 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-e3dbf357-b8cf-4f11-b7cb-8b8051fdb605 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1705396 Apr 19 11:04:06.460505 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-f882c383-8a2e-41e4-bea7-8d47f4698acd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 200 len: 1000 time: 0.1083274 Apr 19 11:04:06.532427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-9601d0d5-e3bd-4eb3-8cc6-f80258e213ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.534015 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-9601d0d5-e3bd-4eb3-8cc6-f80258e213ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 200 len: 855 time: 0.0673153 Apr 19 11:04:06.557536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:06.624974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-9fb1fc4b-7a58-43eb-b437-cda5a2665e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:06.627222 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-9fb1fc4b-7a58-43eb-b437-cda5a2665e9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=301e935e-34c0-49a6-8cbe-ebfe8213a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0861764 Apr 19 11:04:06.665472 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-cb0c14e9-750c-4c4a-aa6c-10d173e37080 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312276 Apr 19 11:04:06.774808 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-fb0cdbd0-d7cd-42af-961e-bba78e6c89bf service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409533 Apr 19 11:04:06.919602 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c19011d2-8314-4cf9-984f-f81996ca2e87 req-aff3b5bb-6a46-47bd-99ae-a632ac03b40f service neutron] 10.222.0.43 "GET /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383240 Apr 19 11:04:06.958842 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b428ac37-8f34-4b38-bacd-efc92e44a097 req-547eb926-aeaf-4254-bfa3-440eb219c28c service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358117 Apr 19 11:04:06.990265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:06.995521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-489f4d8a-9c23-4259-a7ed-de0393850a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:07.285994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc3b18-f85d-4cda-b1ee-b73c43a47699 req-483c915f-4fd9-48fa-9ec3-20bfe3db69a1 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:07.287906 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-33dc3b18-f85d-4cda-b1ee-b73c43a47699 req-483c915f-4fd9-48fa-9ec3-20bfe3db69a1 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 944 time: 0.1004212 Apr 19 11:04:07.296274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdeae78-b832-4ca8-a642-c0afd0233754 None None] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:04:07.326443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe632cd-c96d-4118-9169-b912e33dfe38,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:07.336316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.341944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:07.342743 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-33dc3b18-f85d-4cda-b1ee-b73c43a47699 req-563dfc46-3e0e-4cb4-9546-fe615c5989ee tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463464 Apr 19 11:04:07.401618 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-08b6c6ce-c65d-4b02-b5ea-71a6969e541e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dbe632cd-c96d-4118-9169-b912e33dfe38 HTTP/1.1" status: 204 len: 168 time: 1.3620574 Apr 19 11:04:07.403803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34836) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:07.459759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-af44af62-00e0-4ea1-909f-a431f6d4b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:07.461307 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-af44af62-00e0-4ea1-909f-a431f6d4b966 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1097 time: 0.1710429 Apr 19 11:04:07.482692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590a62f-9ef5-4e30-b83c-dcff39f61002 req-addac7f4-e442-4364-a22c-803ab4b2a5de tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:07.484396 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9590a62f-9ef5-4e30-b83c-dcff39f61002 req-addac7f4-e442-4364-a22c-803ab4b2a5de tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1555047 Apr 19 11:04:07.528889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.542263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Deleting port 7513d662-cbde-470f-81b6-b251f908a23c {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:07.542687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.598173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] DHCP port deletion for 1f1982ab-eb5b-4e21-8833-b5494ee81c47 request from dv-cinder-786524-2-smb {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:04:07.602622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Deleting port 7513d662-cbde-470f-81b6-b251f908a23c {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:07.603054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.636299 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9590a62f-9ef5-4e30-b83c-dcff39f61002 req-3a39504d-c252-474b-a287-ba90216cedc2 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253541 Apr 19 11:04:07.682966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-cb9ec6c4-bc77-48eb-9bb0-382487639104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:07.685022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-cb9ec6c4-bc77-48eb-9bb0-382487639104 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.1996219 Apr 19 11:04:07.772274 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-8f755f46-6190-4de4-9220-6be652445073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 217 time: 0.0780251 Apr 19 11:04:07.794933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] For port 7513d662-cbde-470f-81b6-b251f908a23c, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=7513d662-cbde-470f-81b6-b251f908a23c,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:07.795340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.854466 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] For port 7513d662-cbde-470f-81b6-b251f908a23c, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=7513d662-cbde-470f-81b6-b251f908a23c,segment=NetworkSegment(d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80),segment_id=d27ad3c1-64a6-4edb-8cdd-0ff3a3380a80)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:07.854923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:07.876361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-3573d732-ee43-4ade-8018-fd041d501dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:07.878086 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-3573d732-ee43-4ade-8018-fd041d501dfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0992913 Apr 19 11:04:07.979714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Calling delete_port for 7513d662-cbde-470f-81b6-b251f908a23c owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:07.988228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-1589d695-7185-4deb-8d00-21ca3730a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:07.989885 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-1589d695-7185-4deb-8d00-21ca3730a28d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039386 Apr 19 11:04:08.034970 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Calling delete_port for 7513d662-cbde-470f-81b6-b251f908a23c owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:08.112540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.118422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-11941e51-ae5a-4c17-bffa-1e53bcf9d637 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:08.185316 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-68d84d86-21b4-4891-9def-b94d2e8ed060 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878681 Apr 19 11:04:08.215133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7513d662-cbde-470f-81b6-b251f908a23c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:08.225750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:08.226768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] No DVR routers for this DVR port 7513d662-cbde-470f-81b6-b251f908a23c on host dv-cinder-786524-2-smb {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:04:08.229868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:04:08.230720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:04:08.372134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.393192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:04:08.599547 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1982ab-eb5b-4e21-8833-b5494ee81c47']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:08.634970 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:08.635195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27ad3c1-64a6-4edb-8cdd-0ff3a3380a80') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:08.660479 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.705204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.717196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:04:08.755810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Deleting port 7513d662-cbde-470f-81b6-b251f908a23c {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:08.756462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.818610 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:08.822552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59571b-f84e-481e-b57f-d889ff117501 req-b05e160f-7033-48f1-8ccd-f1811fc9d3f5 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:08.830528 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9c59571b-f84e-481e-b57f-d889ff117501 req-b05e160f-7033-48f1-8ccd-f1811fc9d3f5 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 944 time: 0.3171334 Apr 19 11:04:08.833931 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'port_id': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'mac_address': 'fa:16:3e:9d:e6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:04:08.901424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-46460ffb-a2da-4bb9-9989-d018b5e9f367 None None] The port '7513d662-cbde-470f-81b6-b251f908a23c' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:04:08.940381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.964825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47a82ed-d72b-43b5-ae63-295f72a626bf {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:04:08.969033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:04:08.981215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.985700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:08.991660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:08.996989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a898260d-dd91-4e08-bdb4-08aef7ea403f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:09.072378 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9c59571b-f84e-481e-b57f-d889ff117501 req-4824079b-f673-4c03-81fc-b7cc6499b938 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409163 Apr 19 11:04:09.083117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:09.088427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:09.185229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Network 1f1982ab-eb5b-4e21-8833-b5494ee81c47 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:04:09.212686 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:04:09.279609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['a47a82ed-d72b-43b5-ae63-295f72a626bf'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:04:09.354192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:09.363783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7cf3d53e-2d70-4f62-a8ad-d8cd3cf6af02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:09.378588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:09.393087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1982ab-eb5b-4e21-8833-b5494ee81c47,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:09.397326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:09.416784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f58c3-f589-4b91-8448-db55f1abd9e6 req-c9a1126f-7da8-4b83-97d5-53dabb5fac56 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:09.418388 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-436f58c3-f589-4b91-8448-db55f1abd9e6 req-c9a1126f-7da8-4b83-97d5-53dabb5fac56 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.2238379 Apr 19 11:04:09.420737 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1f1982ab-eb5b-4e21-8833-b5494ee81c47 HTTP/1.1" status: 204 len: 168 time: 2.0153320 Apr 19 11:04:09.423354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34866) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:09.675786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 7513d662-cbde-470f-81b6-b251f908a23c no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:09.723783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 7513d662-cbde-470f-81b6-b251f908a23c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:09.724199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 7513d662-cbde-470f-81b6-b251f908a23c not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:09.852113 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-436f58c3-f589-4b91-8448-db55f1abd9e6 req-73310b3a-e753-4668-880a-9451aa172735 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4258130 Apr 19 11:04:10.348016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879bbc-0d4c-402e-854f-20baea505507 req-75f3c8f3-dc38-4f5c-8533-f626b0fe5fb5 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:10.349899 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-87879bbc-0d4c-402e-854f-20baea505507 req-75f3c8f3-dc38-4f5c-8533-f626b0fe5fb5 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 945 time: 0.1521914 Apr 19 11:04:10.404130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:04:10.425883 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-87879bbc-0d4c-402e-854f-20baea505507 req-d87d6431-b198-485c-aa36-107d0d4e57f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683863 Apr 19 11:04:10.429427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:10.491125 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port a47a82ed-d72b-43b5-ae63-295f72a626bf completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:04:10.497913 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port a47a82ed-d72b-43b5-ae63-295f72a626bf triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:04:10.498337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:10.635037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:10.667746 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:04:10.683740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:10.688137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:10.690784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:10.754561 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'code': 200} Apr 19 11:04:10.785190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:10.788977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:10.843292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Deleting port 13155dd2-036a-4456-9721-9862302369b4 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:10.843658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:11.125948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] For port 13155dd2-036a-4456-9721-9862302369b4, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=13155dd2-036a-4456-9721-9862302369b4,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:11.126384 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:11.150590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776bd07-0b5f-427d-9c70-634a62891baf req-f5adb596-d9aa-4a8d-bb91-ce7359c3aa95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:11.152189 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b776bd07-0b5f-427d-9c70-634a62891baf req-f5adb596-d9aa-4a8d-bb91-ce7359c3aa95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1584110 Apr 19 11:04:11.294035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Calling delete_port for 13155dd2-036a-4456-9721-9862302369b4 owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:11.371880 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b776bd07-0b5f-427d-9c70-634a62891baf req-84804ece-0c32-499c-a8ae-80db73d2feda tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628976 Apr 19 11:04:11.507256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:11.519265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:11.681054 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Pushing event deleted for resources: {'Port': ['ID=13155dd2-036a-4456-9721-9862302369b4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:11.684164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:11.916881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aca03-149a-43d6-b2d4-98208e457253 req-6a0d6f41-9e88-4e7b-b8c2-91f6ff9bf020 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:11.918580 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-560aca03-149a-43d6-b2d4-98208e457253 req-6a0d6f41-9e88-4e7b-b8c2-91f6ff9bf020 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.3242934 Apr 19 11:04:11.988656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:12.005369 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-560aca03-149a-43d6-b2d4-98208e457253 req-df99519d-d0e2-427e-ad06-a7147eda3d34 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737393 Apr 19 11:04:12.718853 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Router fea9e15f-5238-4a16-b884-504504e3840e has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:04:12.731284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c0037-1017-452a-819e-e87c0499ef65 req-e20ec37b-d1d5-460b-9b6c-5977c2ca67bf tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:12.732906 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a31c0037-1017-452a-819e-e87c0499ef65 req-e20ec37b-d1d5-460b-9b6c-5977c2ca67bf tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1520491 Apr 19 11:04:12.934100 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a31c0037-1017-452a-819e-e87c0499ef65 req-491ec39b-1540-4506-90c5-7c06f641eea1 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933889 Apr 19 11:04:12.969854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:04:12.982893 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] Sync routers for ids ['fea9e15f-5238-4a16-b884-504504e3840e'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:04:12.994502 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7069d904-d8ab-4660-95da-940e5c670335 admin admin] 10.222.0.35 "PUT /v2.0/routers/fea9e15f-5238-4a16-b884-504504e3840e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5694315 Apr 19 11:04:12.996432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34882) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:12.998454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] Routers {'fea9e15f-5238-4a16-b884-504504e3840e'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:12.999148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['fea9e15f-5238-4a16-b884-504504e3840e'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:13.208038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] Set router fea9e15f-5238-4a16-b884-504504e3840e gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:13.226521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0ec90-6a3e-45d7-a7ca-6a1745cc257d req-4817e013-c0e4-4c9e-9aff-1a189689d59a tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:13.228299 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9ef0ec90-6a3e-45d7-a7ca-6a1745cc257d req-4817e013-c0e4-4c9e-9aff-1a189689d59a tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0979908 Apr 19 11:04:13.264615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:13.289223 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9ef0ec90-6a3e-45d7-a7ca-6a1745cc257d req-3f103918-21f0-4296-b201-a8433179468d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534253 Apr 19 11:04:13.477032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:13.487180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Deleting port ddd17884-c52c-47b1-b16a-ee4997755e04 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:13.487651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:13.565065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:04:11Z', 'revision_number': 5, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port': {'id': 'ddd17884-c52c-47b1-b16a-ee4997755e04', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:01:05Z', 'updated_at': '2021-04-19T11:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:13.579411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] Checking router: fea9e15f-5238-4a16-b884-504504e3840e for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:04:13.597712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] Routers {'fea9e15f-5238-4a16-b884-504504e3840e'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:13.598720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:03:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['fea9e15f-5238-4a16-b884-504504e3840e'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:13.699358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] For port ddd17884-c52c-47b1-b16a-ee4997755e04, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=ddd17884-c52c-47b1-b16a-ee4997755e04,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:13.699767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:13.789180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] Set router fea9e15f-5238-4a16-b884-504504e3840e gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:13.845530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Calling delete_port for ddd17884-c52c-47b1-b16a-ee4997755e04 owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:13.911990 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:04:13Z', 'revision_number': 6, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port_host': None}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:13.916328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cfb3c7-ab37-4762-81ba-3baa2e1327bd None None] The sync data for ids ['fea9e15f-5238-4a16-b884-504504e3840e'] in dv-cinder-786524-2-smb is: [{'id': 'fea9e15f-5238-4a16-b884-504504e3840e', 'name': 'tempest-TestMinimumBasicScenario-493919901-router', 'tenant_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:01:03Z', 'updated_at': '2021-04-19T11:04:13Z', 'revision_number': 6, 'project_id': 'd590c5aad84a4899aa493b678eb1ebbb', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:04:14.091406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.097863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4ab3849-706b-4b76-b00c-f43382d2770b tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:14.174178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd17884-c52c-47b1-b16a-ee4997755e04,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:14.222394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.223137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.223809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.224477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.225225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.225924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.226693 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.226985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcfe5f-ecd6-4e1a-8fe0-62036feb9750 req-7d6b3188-15c7-489e-978e-e52c60e86178 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:14.227364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.228119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.228985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.229651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.230313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:14.235739 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6ddcfe5f-ecd6-4e1a-8fe0-62036feb9750 req-7d6b3188-15c7-489e-978e-e52c60e86178 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1117220 Apr 19 11:04:14.298918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:14.311344 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6ddcfe5f-ecd6-4e1a-8fe0-62036feb9750 req-e3c52b58-a9c5-4188-9f95-0afbd3179cdb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744457 Apr 19 11:04:14.344850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.539295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3407b9d-65be-4357-be45-ca11f8eb7c00 req-2090c0de-ca69-44ac-a938-1cec4673e03b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:14.541074 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e3407b9d-65be-4357-be45-ca11f8eb7c00 req-2090c0de-ca69-44ac-a938-1cec4673e03b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.1043522 Apr 19 11:04:14.565060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.568056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.591770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.592415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea9e15f-5238-4a16-b884-504504e3840e {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:04:14.606807 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-e3407b9d-65be-4357-be45-ca11f8eb7c00 req-2a007922-9505-4695-9eb6-89043bfef6b8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587187 Apr 19 11:04:14.607635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.608881 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] 10.222.0.35 "DELETE /v2.0/routers/fea9e15f-5238-4a16-b884-504504e3840e HTTP/1.1" status: 204 len: 168 time: 1.6113558 Apr 19 11:04:14.611779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34894) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:14.687594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Deleting subnet dc464657-c543-4e23-b0db-6e5e9235c6f5 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:04:14.691546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.760424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:14.861758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.142921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.148355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:15.190163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc464657-c543-4e23-b0db-6e5e9235c6f5,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:15.192733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.196360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67d51ed-a061-486c-9f8f-e3b2cd6416db None None] Network 4e3a4803-3dac-4375-b421-b22542275301 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:04:15.196521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:15.199934 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2b5ffcf8-3e1b-4353-963d-2209a37ccfdc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dc464657-c543-4e23-b0db-6e5e9235c6f5 HTTP/1.1" status: 204 len: 168 time: 0.5858419 Apr 19 11:04:15.202081 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34898) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:15.331472 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.345128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Deleting port c90e068b-afae-440d-ab22-05ae3a993895 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:15.345651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.530730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] DHCP port deletion for 4e3a4803-3dac-4375-b421-b22542275301 request from dv-cinder-786524-2-smb {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:04:15.536431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Deleting port c90e068b-afae-440d-ab22-05ae3a993895 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:15.536835 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.616518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef16e-006c-45da-a120-c2f43d421b0f req-153f338a-ecdb-4f16-a5e4-9ef73806e520 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:15.624897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-375ef16e-006c-45da-a120-c2f43d421b0f req-153f338a-ecdb-4f16-a5e4-9ef73806e520 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1403933 Apr 19 11:04:15.627890 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] For port c90e068b-afae-440d-ab22-05ae3a993895, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=c90e068b-afae-440d-ab22-05ae3a993895,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:15.628474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.699319 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-375ef16e-006c-45da-a120-c2f43d421b0f req-630b0fe2-d7a2-4cf0-b8a3-993c741a511b tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732131 Apr 19 11:04:15.705648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device c90e068b-afae-440d-ab22-05ae3a993895 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:15.811684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Calling delete_port for c90e068b-afae-440d-ab22-05ae3a993895 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:15.960588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.967565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:15.973714 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a08c0fd5-315e-48da-929c-de09339d35b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:15.996615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] For port c90e068b-afae-440d-ab22-05ae3a993895, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=c90e068b-afae-440d-ab22-05ae3a993895,segment=NetworkSegment(7005f08a-3c88-49f0-92e3-d328dc52dd63),segment_id=7005f08a-3c88-49f0-92e3-d328dc52dd63)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:15.997158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.021564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90e068b-afae-440d-ab22-05ae3a993895,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:16.029946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:16.033449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] No DVR routers for this DVR port c90e068b-afae-440d-ab22-05ae3a993895 on host dv-cinder-786524-2-smb {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:04:16.035242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7c893-2f8d-4a27-bd43-bd8775f5ab84 req-22a0ec00-7e30-4c39-8100-8a54fca686ca tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:16.038221 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-efc7c893-2f8d-4a27-bd43-bd8775f5ab84 req-22a0ec00-7e30-4c39-8100-8a54fca686ca tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.1851065 Apr 19 11:04:16.096381 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-efc7c893-2f8d-4a27-bd43-bd8775f5ab84 req-a6998533-fe1a-413e-8c98-9904e6033f02 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489235 Apr 19 11:04:16.185527 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 13155dd2-036a-4456-9721-9862302369b4 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:16.199251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.223223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Calling delete_port for c90e068b-afae-440d-ab22-05ae3a993895 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:16.269710 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 13155dd2-036a-4456-9721-9862302369b4 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:16.270102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 13155dd2-036a-4456-9721-9862302369b4 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:16.270590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ddd17884-c52c-47b1-b16a-ee4997755e04 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:16.320907 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3a4803-3dac-4375-b421-b22542275301']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:16.326374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: ddd17884-c52c-47b1-b16a-ee4997755e04 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:16.326793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ddd17884-c52c-47b1-b16a-ee4997755e04 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:16.336894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4375603e-a28e-431b-92f4-ef8a37c6b2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.345308 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7005f08a-3c88-49f0-92e3-d328dc52dd63') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:16.345863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7005f08a-3c88-49f0-92e3-d328dc52dd63') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:16.362884 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.363272 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:04:16.363423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:04:16.382591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.390803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:04:16.864460 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Deleting port c90e068b-afae-440d-ab22-05ae3a993895 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:16.864875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.877690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Network 4e3a4803-3dac-4375-b421-b22542275301 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:04:16.888464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:16.981840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-648d7abb-78e0-4464-8b0d-710469e77959 None None] The port 'c90e068b-afae-440d-ab22-05ae3a993895' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:04:17.091342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Network 4e3a4803-3dac-4375-b421-b22542275301 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:04:17.102173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11842fcc-5595-4ee0-8d4b-a2b586865192 req-b41526d6-16d3-44f7-911e-078e1dad3fd9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:17.103911 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-11842fcc-5595-4ee0-8d4b-a2b586865192 req-b41526d6-16d3-44f7-911e-078e1dad3fd9 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.0968845 Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:04:17.116145 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:04:17.159425 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-11842fcc-5595-4ee0-8d4b-a2b586865192 req-2d08e9d4-0628-4376-b0fa-5f6b1dcc35c8 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478735 Apr 19 11:04:17.198817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:17.203251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6964308-da98-4378-bdfa-a33f32582da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:17.221176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:17.232185 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3a4803-3dac-4375-b421-b22542275301,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:17.236954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:17.243887 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e3a4803-3dac-4375-b421-b22542275301 HTTP/1.1" status: 204 len: 168 time: 2.0403500 Apr 19 11:04:17.379819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8168-2040-464e-9775-22ecb7c7cf34 req-cf800285-f786-4d20-a689-38267403d5a9 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:17.387563 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-97ed8168-2040-464e-9775-22ecb7c7cf34 req-cf800285-f786-4d20-a689-38267403d5a9 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.1111174 Apr 19 11:04:17.441160 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-97ed8168-2040-464e-9775-22ecb7c7cf34 req-7e45b94f-5b61-4406-b0f9-14266db7605b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524616 Apr 19 11:04:17.473879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 34914) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:17.527905 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d5f807cb-1f18-4e69-9535-dc00edcc0163 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd3644531ac441be80975e19c3e1b3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525165 Apr 19 11:04:17.530660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34918) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:17.596225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:17.625166 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:17.676451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:17.681963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6165697e-871b-490f-96de-6b98bdaf340d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:17.695881 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e2618-c0a3-4771-9271-a6657cdd980b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:17.698523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:17.708692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:17.711883 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d5506707-61cc-48d0-89be-dccd5d0f0cb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/434e2618-c0a3-4771-9271-a6657cdd980b HTTP/1.1" status: 204 len: 168 time: 0.1784542 Apr 19 11:04:18.087580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34926) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:18.140370 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-af03b445-440e-4f3e-bbb7-ddf1f737319b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d590c5aad84a4899aa493b678eb1ebbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511990 Apr 19 11:04:18.143172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34930) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:18.205702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:18.233650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:18.281844 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:18.288748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c6038f28-b97a-403a-b2c1-b96731373e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:18.352044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dad0b0-e950-4366-b052-f889fd9f23ad,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:18.356505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:18.360645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:18.361869 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5dad0b0-e950-4366-b052-f889fd9f23ad HTTP/1.1" status: 204 len: 168 time: 0.2177258 Apr 19 11:04:18.401922 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce31f86-1608-4276-b7cc-e325185930f3 req-6ef6e2fe-a32d-47c4-806a-cd58d093a3bd tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:18.403691 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7ce31f86-1608-4276-b7cc-e325185930f3 req-6ef6e2fe-a32d-47c4-806a-cd58d093a3bd tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.1159370 Apr 19 11:04:18.454191 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7ce31f86-1608-4276-b7cc-e325185930f3 req-b7bee243-a891-4c51-aced-b26851b52acc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439911 Apr 19 11:04:18.514435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f395e734-ae29-4826-ba77-225b2e3275a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:18.672467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb95fb-69ad-4408-87b5-21da60842d92 req-a6618e50-a7e2-4a46-9795-3e5b5f59d644 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:18.674122 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-41fb95fb-69ad-4408-87b5-21da60842d92 req-a6618e50-a7e2-4a46-9795-3e5b5f59d644 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0992644 Apr 19 11:04:18.730748 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-41fb95fb-69ad-4408-87b5-21da60842d92 req-8e2c8056-418b-43b9-a3d0-a6d85f5267ff tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494306 Apr 19 11:04:18.859365 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40fc631e-72cf-4e7f-932a-9827737b0fe8 req-b2ccb25d-6fb5-4d7e-9b42-6ff633c30a9f service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656799 Apr 19 11:04:19.071088 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffda50f-793f-4ecd-bad8-d4b42b2e6f48 req-625dacd8-d0c2-4d20-98af-c67a7a0406ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:19.072697 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cffda50f-793f-4ecd-bad8-d4b42b2e6f48 req-625dacd8-d0c2-4d20-98af-c67a7a0406ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.0789497 Apr 19 11:04:19.117072 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cffda50f-793f-4ecd-bad8-d4b42b2e6f48 req-4cc5a47d-5fe4-422d-b012-c037ee47919b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372024 Apr 19 11:04:19.282364 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:19.668802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d267641-2c51-4f80-a6d9-b0386bb2dbfc req-f77e2eae-2f54-4a56-8b36-78c30ad8a8a0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:19.670385 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d267641-2c51-4f80-a6d9-b0386bb2dbfc req-f77e2eae-2f54-4a56-8b36-78c30ad8a8a0 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 944 time: 0.0931373 Apr 19 11:04:19.717443 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d267641-2c51-4f80-a6d9-b0386bb2dbfc req-ae1038e3-e9be-4df2-adc3-0f51691b302e tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Apr 19 11:04:19.939427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ee065-465a-411e-823f-5e9be06e04e7 req-2d93633a-6c0c-4be2-bf62-430bc328f7a8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:19.941009 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b41ee065-465a-411e-823f-5e9be06e04e7 req-2d93633a-6c0c-4be2-bf62-430bc328f7a8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0924337 Apr 19 11:04:19.991558 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b41ee065-465a-411e-823f-5e9be06e04e7 req-bf12cc2d-93ec-4788-b75a-83b36a968cc8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Apr 19 11:04:20.059882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:20.449647 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:04:20.597114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:20.613407 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'port_id': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'mac_address': 'fa:16:3e:6e:2b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 989, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:04:20.673146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:20.691189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5edfab3-d06d-4d9a-9f2f-6f39f137be8d {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:04:20.706807 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:20.709855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:20.712578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:20.793369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=9']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:20.802556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.802946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.803480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.804288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.804288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.804667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.805096 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.805342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.805702 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.806328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.806532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.806771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:04:20.812239 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:20.925471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:20.951120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02a3cb-f28c-4f30-999f-37a4a2eeac79 req-c483373c-6ba3-4701-a01a-acf847b21387 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:20.952607 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ee02a3cb-f28c-4f30-999f-37a4a2eeac79 req-c483373c-6ba3-4701-a01a-acf847b21387 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 945 time: 0.1055419 Apr 19 11:04:21.000524 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ee02a3cb-f28c-4f30-999f-37a4a2eeac79 req-3bcccbe6-eaad-4f61-8331-0a30809167d4 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Apr 19 11:04:21.033427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:04:21.206188 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8280-5f6c-4855-b0e6-328f3471af2b req-4a077e05-57e4-4b64-8f82-073d520526df tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:21.207851 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d65c8280-5f6c-4855-b0e6-328f3471af2b req-4a077e05-57e4-4b64-8f82-073d520526df tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0937390 Apr 19 11:04:21.261760 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d65c8280-5f6c-4855-b0e6-328f3471af2b req-c6f1cda1-52b0-41ed-bcf2-fb49c14995a4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468071 Apr 19 11:04:21.465566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e6644-beac-486c-b108-f44584d727e7 req-8ce2216b-3e81-4f1a-b1a0-7789458ac138 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:21.467141 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-716e6644-beac-486c-b108-f44584d727e7 req-8ce2216b-3e81-4f1a-b1a0-7789458ac138 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0897012 Apr 19 11:04:21.517675 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-716e6644-beac-486c-b108-f44584d727e7 req-fb1833db-8c89-4328-83b1-555243f15ee2 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Apr 19 11:04:21.541824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34970) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:21.749824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:04:21.894314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef3b77-aef8-40d2-92ee-c449044f7212 tempest-TestShelveInstance-1452482491 tempest-TestShelveInstance-1452482491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:21.896003 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-47ef3b77-aef8-40d2-92ee-c449044f7212 tempest-TestShelveInstance-1452482491 tempest-TestShelveInstance-1452482491-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1094 time: 0.3530705 Apr 19 11:04:21.899032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 34976) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:21.904425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Request body: {'floatingip': {'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'port_id': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:04:21.910655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:04:21.914678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Usage tracker for resource:floatingip and tenant:73915ad9df094ee19c839df45ad0026f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:04:21.917658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:04:21.924461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:04:21.934114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.078749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.207975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bfcab-c18f-496a-bc70-823b2d15c96a req-796b57d5-eef9-4673-a492-36face60c8fb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:22.209581 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-523bfcab-c18f-496a-bc70-823b2d15c96a req-796b57d5-eef9-4673-a492-36face60c8fb tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 945 time: 0.0909212 Apr 19 11:04:22.226099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Allocated IP 172.28.0.119 (a23c919f-1813-4e6f-ab2b-793a5d278f10/f019f17a-458f-45e6-a3db-5f771bf7d075/005aae1f-ea51-4209-b23a-8699ec4f1f22) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:04:22.269471 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-523bfcab-c18f-496a-bc70-823b2d15c96a req-d48b62c1-9cfe-4546-bfbc-b7cca131b0a6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508926 Apr 19 11:04:22.385660 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.415513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.420078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7fd2a23e-9ead-4675-bc77-cec73daa0218 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:22.460570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:04:22.481164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Network a23c919f-1813-4e6f-ab2b-793a5d278f10 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:04:22.489687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:04:22.492263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:04:22.536501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:04:22.536840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.538472 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'Port': ['ID=005aae1f-ea51-4209-b23a-8699ec4f1f22,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:22.541473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:22.660587 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.688927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:04:22.699394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:22.703196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:22.705087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:22.775946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=10']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:22.779210 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:22.884540 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'code': 200} Apr 19 11:04:22.936771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.014616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.211220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed63b55-a00d-4bab-b234-9bd4832fc49c req-169f0012-2c76-465d-ad61-8a8f03740ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:23.212832 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ed63b55-a00d-4bab-b234-9bd4832fc49c req-169f0012-2c76-465d-ad61-8a8f03740ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 1100 time: 0.0837874 Apr 19 11:04:23.244276 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.248042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.253123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e22c158b-2a34-4742-81f7-5b841d3fa8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:23.259690 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ed63b55-a00d-4bab-b234-9bd4832fc49c req-5f7ade43-f827-4d5e-b50a-96f0d5c9934d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397179 Apr 19 11:04:23.375462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event updated for resources: {'Port': ['ID=005aae1f-ea51-4209-b23a-8699ec4f1f22,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:23.378945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:23.388447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:23.485640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ecb29-870a-4d83-99df-3b08f05a70f5 req-4ed16b60-e937-4d41-b1bc-9fedd72591c5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:23.487391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb8ecb29-870a-4d83-99df-3b08f05a70f5 req-4ed16b60-e937-4d41-b1bc-9fedd72591c5 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 947 time: 0.0914819 Apr 19 11:04:23.544983 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb8ecb29-870a-4d83-99df-3b08f05a70f5 req-a6a720ee-2f72-4df9-8eab-807e1336b7ff tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486789 Apr 19 11:04:23.819642 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Floating IP 321e80f6-4617-4fd2-912c-ee284600b336 associated. External IP: 172.28.0.119, port: a47a82ed-d72b-43b5-ae63-295f72a626bf. Apr 19 11:04:24.208007 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:04:24.406748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:04:24.417284 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] Sync routers for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:04:24.428541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:24.429508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:24.432628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:24.494078 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5938818 Apr 19 11:04:24.494801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:04:24.546888 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'status': 'completed', 'code': 200} Apr 19 11:04:24.652461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:24.762327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-6f33022d-f53f-4ecc-8510-9da3f0487fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:24.764039 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-6f33022d-f53f-4ecc-8510-9da3f0487fea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.1676085 Apr 19 11:04:24.916917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e89b-3e95-4f0a-b33c-7aa187ad386b req-5e403652-5546-4287-915b-a7913e3f025f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:24.919026 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f0f1e89b-3e95-4f0a-b33c-7aa187ad386b req-5e403652-5546-4287-915b-a7913e3f025f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 947 time: 0.2238970 Apr 19 11:04:25.039085 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f0f1e89b-3e95-4f0a-b33c-7aa187ad386b req-edf9b969-1ba6-4369-be78-75d664532a67 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881793 Apr 19 11:04:25.040548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-725027bd-fc6a-440a-a2e5-8ffd50ea32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:25.048750 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-725027bd-fc6a-440a-a2e5-8ffd50ea32e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.2717934 Apr 19 11:04:25.178887 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-26643a4d-fc92-4016-9f4c-aeb2200b44a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 1000 time: 0.1258018 Apr 19 11:04:25.274912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '321e80f6-4617-4fd2-912c-ee284600b336', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'port_id': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'mac_address': 'fa:16:3e:9d:e6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:04:22Z', 'updated_at': '2021-04-19T11:04:22Z', 'revision_number': 0, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:25.279769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] Checking router: 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:04:25.289024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:25.289801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:25.291929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-969a21bf-e480-4ded-be0a-1262971c7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:25.293694 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-969a21bf-e480-4ded-be0a-1262971c7dac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0758040 Apr 19 11:04:25.390115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-1ad2451e-9aa9-4104-bf9e-b587848d2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:25.392759 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-1ad2451e-9aa9-4104-bf9e-b587848d2567 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911765 Apr 19 11:04:25.510824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:25.549851 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-c7510bbf-e71f-4261-b64c-d91e201dc346 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505022 Apr 19 11:04:25.708971 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0b0155e3-cd49-4810-93b8-177a4a9a7bf0 req-4fee0715-1539-474a-a011-d599142cad4c service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528327 Apr 19 11:04:25.896000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '321e80f6-4617-4fd2-912c-ee284600b336', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'port_id': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'mac_address': 'fa:16:3e:9d:e6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:04:22Z', 'updated_at': '2021-04-19T11:04:22Z', 'revision_number': 0, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:25.900168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee8868-8c94-48bf-9426-5cd3c8f5bb34 None None] The sync data for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb is: [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_floatingips': [{'id': '321e80f6-4617-4fd2-912c-ee284600b336', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'floating_ip_address': '172.28.0.119', 'floating_network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'router_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'port_id': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'mac_address': 'fa:16:3e:9d:e6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T11:04:22Z', 'updated_at': '2021-04-19T11:04:22Z', 'revision_number': 0, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:04:26.184420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a70ff9-1bac-46fc-add7-c6c46b05f861 None None] New status for floating IP 321e80f6-4617-4fd2-912c-ee284600b336: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:04:26.242792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ac14-2cc2-47f5-ba54-66c9367b1f3b req-680ef560-53ee-4dc0-aba0-d1bb1dc41893 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:26.244458 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0065ac14-2cc2-47f5-ba54-66c9367b1f3b req-680ef560-53ee-4dc0-aba0-d1bb1dc41893 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 947 time: 0.0939062 Apr 19 11:04:26.294961 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0065ac14-2cc2-47f5-ba54-66c9367b1f3b req-744d2dc2-23f2-4478-bd99-70c310947565 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 Apr 19 11:04:32.180751 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68a74-0ef9-4d42-8d7c-33559ba939f9 req-146b29e5-200f-4815-9d46-5e3bf7e4d185 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:32.182253 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2b68a74-0ef9-4d42-8d7c-33559ba939f9 req-146b29e5-200f-4815-9d46-5e3bf7e4d185 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.0918357 Apr 19 11:04:32.230084 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a2b68a74-0ef9-4d42-8d7c-33559ba939f9 req-9b6e6355-26f8-41a5-b4fd-3ce7e1f65b23 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408626 Apr 19 11:04:33.442991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238df0d9-31df-467b-874d-d65bd0b58daa req-f1c4cf7e-f3b1-4a0c-bfc4-3b76997d1295 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:33.444652 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-238df0d9-31df-467b-874d-d65bd0b58daa req-f1c4cf7e-f3b1-4a0c-bfc4-3b76997d1295 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.0908039 Apr 19 11:04:33.494982 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-238df0d9-31df-467b-874d-d65bd0b58daa req-41b7d7df-9223-414c-9018-5a9a99f717f0 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Apr 19 11:04:34.184233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-7fd9f998-092e-4ddc-94cc-7012123bc3b1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:34.185710 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-7fd9f998-092e-4ddc-94cc-7012123bc3b1 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.0974152 Apr 19 11:04:34.271202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Deleting port be224fd0-2433-4d35-b568-71a4b4075659 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:34.271588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:34.296287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:34.539933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] For port be224fd0-2433-4d35-b568-71a4b4075659, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=be224fd0-2433-4d35-b568-71a4b4075659,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:34.540392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:34.702099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c1fa2-473d-43d0-8d77-fe3dc71a777c req-d4cf9fc4-5fd1-46d7-bfc8-2811ca444525 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:04:34.704225 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0e9c1fa2-473d-43d0-8d77-fe3dc71a777c req-d4cf9fc4-5fd1-46d7-bfc8-2811ca444525 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 945 time: 0.0919638 Apr 19 11:04:34.752474 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0e9c1fa2-473d-43d0-8d77-fe3dc71a777c req-0f9b38b1-edd4-4eae-9d1a-305e68851bcc tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1eaa285-32a7-4fb1-bb33-966e8965b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Apr 19 11:04:34.863149 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:34.863568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:34.863923 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Floating IP 325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6 disassociated. External IP: 172.28.0.171, port: be224fd0-2433-4d35-b568-71a4b4075659. Apr 19 11:04:34.864309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Calling delete_port for be224fd0-2433-4d35-b568-71a4b4075659 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:35.017386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:35.023463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:35.074172 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event deleted for resources: {'Port': ['ID=be224fd0-2433-4d35-b568-71a4b4075659,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:35.078875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:35.274201 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:04:35.710656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:04:35.720012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:04:35.730021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:35.730726 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:35.788203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] No DVR routers for this DVR port be224fd0-2433-4d35-b568-71a4b4075659 on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:04:35.790966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:35.795214 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'name': 'network-vif-deleted', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:04:35.809088 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-37ed8db1-6e2d-4475-bbef-71b27543ecd6 req-c2ac926e-863f-4829-89f8-f61e805dc885 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.43 "DELETE /v2.0/ports/be224fd0-2433-4d35-b568-71a4b4075659 HTTP/1.1" status: 204 len: 173 time: 1.6114831 Apr 19 11:04:35.950430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:35.965780 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df31520f-b099-432a-a22b-179107b3fd0e', 'name': 'network-vif-deleted', 'tag': 'be224fd0-2433-4d35-b568-71a4b4075659', 'status': 'completed', 'code': 200} Apr 19 11:04:35.972193 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-ccf9305f-b105-4adb-9306-7bab8b15f0d4 req-455f5108-acdf-418b-ad8a-539b15f8defe tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Synchronizing usage tracker for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:04:35.989858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-ccf9305f-b105-4adb-9306-7bab8b15f0d4 req-455f5108-acdf-418b-ad8a-539b15f8defe tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Unset dirty status for tenant:42efe117c92e4902889f64df2a92a8c3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:04:35.991147 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccf9305f-b105-4adb-9306-7bab8b15f0d4 req-455f5108-acdf-418b-ad8a-539b15f8defe tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/ports?device_id=df31520f-b099-432a-a22b-179107b3fd0e HTTP/1.1" status: 200 len: 210 time: 0.0941083 Apr 19 11:04:36.283450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:36.287586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:04:36.296874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:36.298064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:36.493753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:36.840452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:36.845243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80059f5-a64c-4bf5-9262-171d7a7395a1 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T10:58:43Z', 'revision_number': 4, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': 'ca9a3cee-0bc3-453f-8cb6-73b1e1138726', 'name': '', 'network_id': '04913277-4dba-44b0-968a-15afd3a6551d', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'mac_address': 'fa:16:3e:2e:c4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:41Z', 'updated_at': '2021-04-19T10:58:57Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'subnets': [{'id': '1d528570-61da-4d3e-b00d-9d34dcf96e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:04:37.120376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35118) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:37.191795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.221732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.271374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.277602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e23229-dee9-402b-aa02-657bcbc92376 None None] New status for floating IP 325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:04:37.278313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8f859404-f26d-400d-abd0-d968ddbd35f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:37.295650 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eaa285-32a7-4fb1-bb33-966e8965b9aa,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:37.298549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:37.306093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.309971 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0e245273-e852-4a4d-bcf6-cec3be43116e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1eaa285-32a7-4fb1-bb33-966e8965b9aa HTTP/1.1" status: 204 len: 168 time: 0.1859353 Apr 19 11:04:37.310280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35122) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:37.329402 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.v2.resource [None req-27e82594-ebe1-4af5-a0bf-dd362242d93e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] show failed (client error): The resource could not be found. Apr 19 11:04:37.331074 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-27e82594-ebe1-4af5-a0bf-dd362242d93e tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "GET /v2.0/security-groups/a1eaa285-32a7-4fb1-bb33-966e8965b9aa HTTP/1.1" status: 404 len: 347 time: 0.0192566 Apr 19 11:04:37.334177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35126) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:37.510123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Deleting port bc32d484-38f0-42e4-9648-3f3e46a61ac4 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:37.510570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.696411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.696779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.835302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Calling delete_port for bc32d484-38f0-42e4-9648-3f3e46a61ac4 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:37.976846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:37.981416 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8725ac38-f81b-4111-bea8-a4dc68063571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:38.029817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Pushing event deleted for resources: {'Port': ['ID=bc32d484-38f0-42e4-9648-3f3e46a61ac4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:38.033184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:38.122859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:38.139764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:38.141873 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3dfc573d-a19c-4850-8803-aaac4c6cef75 tempest-AttachVolumeTestJSON-1875316940 tempest-AttachVolumeTestJSON-1875316940-project] 10.222.0.35 "DELETE /v2.0/floatingips/325d8560-8ed7-4d5e-9c2b-4c2e494dd0c6 HTTP/1.1" status: 204 len: 168 time: 0.8066614 Apr 19 11:04:38.540328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device be224fd0-2433-4d35-b568-71a4b4075659 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:38.576994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: be224fd0-2433-4d35-b568-71a4b4075659 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:38.577381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device be224fd0-2433-4d35-b568-71a4b4075659 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:42.212798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35158) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:42.913319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:43.285444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Deleting port ca9a3cee-0bc3-453f-8cb6-73b1e1138726 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:43.285984 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:43.466788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] For port ca9a3cee-0bc3-453f-8cb6-73b1e1138726, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:43.467246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:43.604179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Calling delete_port for ca9a3cee-0bc3-453f-8cb6-73b1e1138726 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:43.781405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:43.786114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0a1f177-961d-4300-974a-262eeb21c423 tempest-ServerRescueNegativeTestJSON-1520655403 tempest-ServerRescueNegativeTestJSON-1520655403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:43.832833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9a3cee-0bc3-453f-8cb6-73b1e1138726,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:43.836291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:44.120866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:44.499493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Router deaefcb0-aebc-4f0a-b68e-b556d670f4ed has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:04:44.939764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:04:44.948382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] Sync routers for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:04:44.952488 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] 10.222.0.35 "PUT /v2.0/routers/deaefcb0-aebc-4f0a-b68e-b556d670f4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385230 Apr 19 11:04:44.956063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35164) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:44.960030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:44.960784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:45.156941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:45.334480 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:45.350869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:45.360084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Deleting port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:45.360467 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:45.557317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] For port 79150fa7-d9f5-4258-9a54-6eb58f43fdf1, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:45.557996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:45.654225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T11:04:43Z', 'revision_number': 5, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port': {'id': '79150fa7-d9f5-4258-9a54-6eb58f43fdf1', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:35Z', 'updated_at': '2021-04-19T10:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:45.659197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] Checking router: deaefcb0-aebc-4f0a-b68e-b556d670f4ed for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:04:45.668708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] Routers {'deaefcb0-aebc-4f0a-b68e-b556d670f4ed'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:04:45.669395 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:18Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:45.695084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Calling delete_port for 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:45.840757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] Set router deaefcb0-aebc-4f0a-b68e-b556d670f4ed gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:04:45.880071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:45.884929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c2dfa0ac-cad6-4ddb-aa44-1f9b29efb652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:45.960325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T11:04:45Z', 'revision_number': 6, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port_host': None}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:45.961226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Pushing event deleted for resources: {'Port': ['ID=79150fa7-d9f5-4258-9a54-6eb58f43fdf1,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:45.963892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:45.964577 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8cd05-fa0a-4170-9de9-5d852aac2607 None None] The sync data for ids ['deaefcb0-aebc-4f0a-b68e-b556d670f4ed'] in dv-cinder-786524-2-smb is: [{'id': 'deaefcb0-aebc-4f0a-b68e-b556d670f4ed', 'name': 'tempest-AttachVolumeTestJSON-1729333875-router', 'tenant_id': '42efe117c92e4902889f64df2a92a8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:33Z', 'updated_at': '2021-04-19T11:04:45Z', 'revision_number': 6, 'project_id': '42efe117c92e4902889f64df2a92a8c3', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:04:46.039718 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.098615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bad9b497-9615-4edf-9c0b-277ebe5f7dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.235727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.238382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.262934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.263458 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deaefcb0-aebc-4f0a-b68e-b556d670f4ed {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:04:46.277180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.283523 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] 10.222.0.35 "DELETE /v2.0/routers/deaefcb0-aebc-4f0a-b68e-b556d670f4ed HTTP/1.1" status: 204 len: 168 time: 1.3217435 Apr 19 11:04:46.283523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35170) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:46.350111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Deleting subnet 1d528570-61da-4d3e-b00d-9d34dcf96e6c {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:04:46.353400 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.410825 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.496687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.770080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.775780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e7d6fe12-5828-46ed-a553-dcfaf59426fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:46.815492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d528570-61da-4d3e-b00d-9d34dcf96e6c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:46.817684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.820708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:46.821241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98439fa-0c5d-4ab5-a474-157676c41092 None None] Network 04913277-4dba-44b0-968a-15afd3a6551d requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:04:46.827680 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1d528570-61da-4d3e-b00d-9d34dcf96e6c HTTP/1.1" status: 204 len: 168 time: 0.5428319 Apr 19 11:04:46.827987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35174) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:46.949101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:46.961277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Deleting port 771544c2-2e25-4fe4-98fe-1b50d38280bc {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:46.962011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.120209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] DHCP port deletion for 04913277-4dba-44b0-968a-15afd3a6551d request from dv-cinder-786524-2-smb {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:04:47.125022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Deleting port 771544c2-2e25-4fe4-98fe-1b50d38280bc {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:47.125528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.191235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] For port 771544c2-2e25-4fe4-98fe-1b50d38280bc, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=771544c2-2e25-4fe4-98fe-1b50d38280bc,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:47.191555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.332205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Calling delete_port for 771544c2-2e25-4fe4-98fe-1b50d38280bc owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:47.348209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] For port 771544c2-2e25-4fe4-98fe-1b50d38280bc, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=771544c2-2e25-4fe4-98fe-1b50d38280bc,segment=NetworkSegment(ce24d437-be2f-4045-8a8f-f7e90c9e38db),segment_id=ce24d437-be2f-4045-8a8f-f7e90c9e38db)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:04:47.348643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.413868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.419014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:47.473541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Pushing event deleted for resources: {'Port': ['ID=771544c2-2e25-4fe4-98fe-1b50d38280bc,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:47.475533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] No DVR routers for this DVR port 771544c2-2e25-4fe4-98fe-1b50d38280bc on host dv-cinder-786524-2-smb {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:04:47.477105 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:47.494658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Calling delete_port for 771544c2-2e25-4fe4-98fe-1b50d38280bc owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:04:47.570359 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:04:47.570799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:04:47.601204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.652848 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 771544c2-2e25-4fe4-98fe-1b50d38280bc no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:47.689753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 771544c2-2e25-4fe4-98fe-1b50d38280bc {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:47.690154 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 771544c2-2e25-4fe4-98fe-1b50d38280bc not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:47.690653 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ca9a3cee-0bc3-453f-8cb6-73b1e1138726 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:47.713859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04913277-4dba-44b0-968a-15afd3a6551d']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:47.729594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: ca9a3cee-0bc3-453f-8cb6-73b1e1138726 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:47.729923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device ca9a3cee-0bc3-453f-8cb6-73b1e1138726 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:47.730376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:04:47.730992 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce24d437-be2f-4045-8a8f-f7e90c9e38db') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:47.731333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce24d437-be2f-4045-8a8f-f7e90c9e38db') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:04:47.743722 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.760175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:47.765465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:04:47.766449 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 79150fa7-d9f5-4258-9a54-6eb58f43fdf1 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:04:47.767434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:04:47.946987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Network 04913277-4dba-44b0-968a-15afd3a6551d has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:04:47.956733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.072505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Deleting port 771544c2-2e25-4fe4-98fe-1b50d38280bc {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:04:48.072978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.137851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Network 04913277-4dba-44b0-968a-15afd3a6551d has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:04:48.146730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08beb351-4cc4-44c4-bc1e-543508d5797b None None] The port '771544c2-2e25-4fe4-98fe-1b50d38280bc' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:04:48.161785 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:04:48.241926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.245747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:48.260253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.269963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Pushing event deleted for resources: {'Network': ['ID=04913277-4dba-44b0-968a-15afd3a6551d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:48.274685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:48.286394 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] 10.222.0.35 "DELETE /v2.0/networks/04913277-4dba-44b0-968a-15afd3a6551d HTTP/1.1" status: 204 len: 168 time: 1.4573581 Apr 19 11:04:48.404288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35182) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:48.456149 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-44e2ac42-a2c4-4fba-ab6e-eaa9680e6f6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42efe117c92e4902889f64df2a92a8c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505295 Apr 19 11:04:48.458775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35186) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:48.505788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e19967b3-c042-40ce-8c93-409912c6cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.519978 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.547608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.590134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.595649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ee172194-383e-46a2-ab3c-304ef541f8bd tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:48.609097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3d4bc9-20f2-46c7-9c38-fa377fe8065c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:48.614806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:48.616832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:48.618039 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c3d4bc9-20f2-46c7-9c38-fa377fe8065c HTTP/1.1" status: 204 len: 168 time: 0.1583099 Apr 19 11:04:49.284791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:50.062556 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:50.580446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35240) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:50.714353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:50.730983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:04:50.735136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Usage tracker for resource:security_group_rule and tenant:36c11c5548a74d18b3d67a89ed87bc70 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:04:50.738155 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:04:50.744850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:04:50.841838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:50.844904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:50.854805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c62247e-ebbb-40b9-ae77-ab0d1a8b5b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:50.900037 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36c11c5548a74d18b3d67a89ed87bc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184292 Apr 19 11:04:50.901803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db25566-1531-49a0-973b-04e1f59f4a1b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:50.903229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35246) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:50.905818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:50.923654 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:50.981921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.010461 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.056456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.061666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28cf2b9f-d9a9-4ab9-a2da-98896740ab39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:51.076434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db25566-1531-49a0-973b-04e1f59f4a1b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:51.080099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:51.081091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.082289 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-517b3e53-df6b-458a-a788-95c5e6058821 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4db25566-1531-49a0-973b-04e1f59f4a1b HTTP/1.1" status: 204 len: 168 time: 0.1777985 Apr 19 11:04:51.373330 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35254) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:51.392784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.407637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:04:51.411627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Usage tracker for resource:security_group_rule and tenant:e17d6749f9ff41b59ac6ac8a3c3b5370 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:04:51.414533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:04:51.420464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:04:51.503111 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.505858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.512889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3adc2220-33ac-46cc-9e81-40532d5359d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:51.556495 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e17d6749f9ff41b59ac6ac8a3c3b5370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820238 Apr 19 11:04:51.557446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4155fd5e-6194-40f7-b59b-4d7606dfad76,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:51.559486 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35258) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:04:51.560631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b91278d0-4640-4086-9a3d-4229d9498956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:51.624989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.653420 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.701339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.705225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f85efeed-e06a-453d-a63f-ac3adf98567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:04:51.963616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4155fd5e-6194-40f7-b59b-4d7606dfad76,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:04:51.966441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:04:51.974972 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:04:51.976247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4155fd5e-6194-40f7-b59b-4d7606dfad76 HTTP/1.1" status: 204 len: 168 time: 0.4156375 Apr 19 11:04:58.748894 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:05:00.203528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bb48a-0d37-4195-a36d-b63bdafc6127 req-96c7ce93-013b-4a72-99c5-fabccaf87d16 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:00.205221 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ca6bb48a-0d37-4195-a36d-b63bdafc6127 req-96c7ce93-013b-4a72-99c5-fabccaf87d16 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 947 time: 0.0909061 Apr 19 11:05:00.255434 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ca6bb48a-0d37-4195-a36d-b63bdafc6127 req-239caeff-3a94-43ec-8c5b-b9f9915eaa4c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433886 Apr 19 11:05:01.473882 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41e4c1-0db0-42bc-98cc-159d33717bcd req-58599c9d-6364-484d-b385-0efa7dd62828 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:01.475682 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba41e4c1-0db0-42bc-98cc-159d33717bcd req-58599c9d-6364-484d-b385-0efa7dd62828 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 947 time: 0.0945222 Apr 19 11:05:01.525754 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba41e4c1-0db0-42bc-98cc-159d33717bcd req-48e12bab-40d4-4696-8923-e3bdea8743fc tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups?id=67907aff-5f94-4fb4-80a9-b570931e4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436807 Apr 19 11:05:01.669070 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-e6e36629-4534-4fe8-98e0-51abebd0bd72 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:01.670708 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-e6e36629-4534-4fe8-98e0-51abebd0bd72 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 947 time: 0.0929978 Apr 19 11:05:01.748905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Deleting port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:01.749212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:02.019234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] For port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:02.019570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:02.331456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:02.331884 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:02.332246 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Floating IP 5fa3c380-2a0b-44bf-b445-a0e2f0fd7388 disassociated. External IP: 172.28.0.155, port: e5edfab3-d06d-4d9a-9f2f-6f39f137be8d. Apr 19 11:05:02.332638 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Calling delete_port for e5edfab3-d06d-4d9a-9f2f-6f39f137be8d owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:02.480898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:02.487530 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-663558c6-a7b7-4999-a6be-c55dd01d08b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:02.538148 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event deleted for resources: {'Port': ['ID=e5edfab3-d06d-4d9a-9f2f-6f39f137be8d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:02.542089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:02.755689 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-71774a78-9157-4134-a5b7-5165b3084386 req-6b57fb89-bd17-495e-8355-5c0180968d2c tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c HTTP/1.1" status: 200 len: 210 time: 0.0706589 Apr 19 11:05:02.802394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:05:03.009317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:05:03.020151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:05:03.033175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:05:03.034170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:03.093320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] No DVR routers for this DVR port e5edfab3-d06d-4d9a-9f2f-6f39f137be8d on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:05:03.097760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:03.100822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-deleted', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:03.117566 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3838a576-cba8-4c2c-a72c-27e86e4c79aa req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.43 "DELETE /v2.0/ports/e5edfab3-d06d-4d9a-9f2f-6f39f137be8d HTTP/1.1" status: 204 len: 173 time: 1.4412105 Apr 19 11:05:03.155443 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fd2f0-af0e-49bb-847e-e4cdfdc4597c', 'name': 'network-vif-deleted', 'tag': 'e5edfab3-d06d-4d9a-9f2f-6f39f137be8d', 'status': 'completed', 'code': 200} Apr 19 11:05:03.393161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:05:03.739851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:03.744045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:05:03.753867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:05:03.754685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:03.900273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35424) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:03.975785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:05:03.991563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.023113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.072942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.078854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bf9fec6a-a237-4341-8865-902a3bb912b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:04.098133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67907aff-5f94-4fb4-80a9-b570931e4b60,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:04.100551 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:04.107190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.108410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "DELETE /v2.0/security-groups/67907aff-5f94-4fb4-80a9-b570931e4b60 HTTP/1.1" status: 204 len: 168 time: 0.2070713 Apr 19 11:05:04.111708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35430) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:04.132217 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.api.v2.resource [None req-3d0b47e8-6b66-4485-9b25-29a22a629d0f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] show failed (client error): The resource could not be found. Apr 19 11:05:04.136230 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3d0b47e8-6b66-4485-9b25-29a22a629d0f tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "GET /v2.0/security-groups/67907aff-5f94-4fb4-80a9-b570931e4b60 HTTP/1.1" status: 404 len: 347 time: 0.0204027 Apr 19 11:05:04.136557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35434) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:04.319673 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.334552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Deleting port 54f4ef95-b7ae-4489-963a-41d4edd28ec8 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:04.334552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.352326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:04.356670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a1981-2883-4102-940e-f59f4c590106 None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T10:58:55Z', 'revision_number': 4, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '002517ba-e938-47cb-b7cf-023969b6f11f', 'name': '', 'network_id': '301e935e-34c0-49a6-8cbe-ebfe8213a638', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'mac_address': 'fa:16:3e:c5:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:51Z', 'updated_at': '2021-04-19T10:59:08Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'subnets': [{'id': 'f4befcfa-dae8-48c9-95ea-091753e59136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:05:04.515064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.515698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.593919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:05:04.632167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: e5edfab3-d06d-4d9a-9f2f-6f39f137be8d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:05:04.632563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device e5edfab3-d06d-4d9a-9f2f-6f39f137be8d not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:05:04.653342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Calling delete_port for 54f4ef95-b7ae-4489-963a-41d4edd28ec8 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:04.742456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc4380-5f77-478e-936a-ddadd39100dd None None] New status for floating IP 5fa3c380-2a0b-44bf-b445-a0e2f0fd7388: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:05:04.802128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.807004 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:04.891668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Pushing event deleted for resources: {'Port': ['ID=54f4ef95-b7ae-4489-963a-41d4edd28ec8,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:04.940002 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.940505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.940917 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.941314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.941708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.942103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.942519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.942909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.943298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.943683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.944068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.944452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:04.947849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:04.970573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.993177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:04.994631 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-16f72fa3-1deb-46fc-a921-c3a141cfa4ad tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] 10.222.0.35 "DELETE /v2.0/floatingips/5fa3c380-2a0b-44bf-b445-a0e2f0fd7388 HTTP/1.1" status: 204 len: 168 time: 0.8570135 Apr 19 11:05:07.817703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35486) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:08.858265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:09.248908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Deleting port 002517ba-e938-47cb-b7cf-023969b6f11f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:09.249292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:09.452944 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] For port 002517ba-e938-47cb-b7cf-023969b6f11f, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=002517ba-e938-47cb-b7cf-023969b6f11f,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:09.453340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:09.584559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Calling delete_port for 002517ba-e938-47cb-b7cf-023969b6f11f owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:09.756459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:09.761058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b420a5e-2135-4101-ae96-9014f5c47105 tempest-VolumesSnapshotTestJSON-1205200762 tempest-VolumesSnapshotTestJSON-1205200762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:09.806701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Pushing event deleted for resources: {'Port': ['ID=002517ba-e938-47cb-b7cf-023969b6f11f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:09.810012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:10.100680 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:10.502392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Router d6329baf-ec31-4558-b8ea-53ae1e4bd892 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:05:10.616760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35536) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:10.698445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:05:10.707568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] Sync routers for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:05:10.715245 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-62a8069d-e57a-4905-9b52-045bc6f09899 admin admin] 10.222.0.35 "PUT /v2.0/routers/d6329baf-ec31-4558-b8ea-53ae1e4bd892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936346 Apr 19 11:05:10.715245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35542) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:10.717656 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:05:10.718316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:10.745756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:10.761761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:10.766186 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Usage tracker for resource:security_group_rule and tenant:1faf6949198445eebe898738fe912eac is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:10.769315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:10.775755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:10.867000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:10.869827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:10.879234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23434408-2736-4d2d-8139-5b94974621af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:10.911224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:05:10.922711 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:10.926849 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1faf6949198445eebe898738fe912eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089366 Apr 19 11:05:10.927715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35546) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:10.930484 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f71fbd-65cb-4e70-8a5a-2388bb63c826,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:10.949765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:11.000588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.032260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.085698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.091452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:11.105455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f71fbd-65cb-4e70-8a5a-2388bb63c826,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:11.109961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:11.113602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.117634 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99f71fbd-65cb-4e70-8a5a-2388bb63c826 HTTP/1.1" status: 204 len: 168 time: 0.1885405 Apr 19 11:05:11.248141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T11:05:09Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:11.254369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] Checking router: d6329baf-ec31-4558-b8ea-53ae1e4bd892 for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:05:11.264879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] Routers {'d6329baf-ec31-4558-b8ea-53ae1e4bd892'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:05:11.266100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:04:48Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:11.362011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.370266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Deleting port 19778046-a1c3-4a51-ae9e-502abcb065c8 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:11.370616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.442194 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35554) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:11.461975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.467179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] Set router d6329baf-ec31-4558-b8ea-53ae1e4bd892 gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:05:11.477816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:11.481961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Usage tracker for resource:security_group_rule and tenant:e43d3eaeaed44871bb5f4a377c7704b2 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:11.485030 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:11.491213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:11.571795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] For port 19778046-a1c3-4a51-ae9e-502abcb065c8, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=19778046-a1c3-4a51-ae9e-502abcb065c8,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:11.572262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.579128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.583892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.594068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9d7ef09b-80ce-402f-a42e-25808cf785fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:11.631642 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e43d3eaeaed44871bb5f4a377c7704b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884236 Apr 19 11:05:11.635068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35558) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:11.678229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbd88fd-8bd6-416b-b9c6-1a34e175d86b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:11.684010 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:11.720139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.731187 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Calling delete_port for 19778046-a1c3-4a51-ae9e-502abcb065c8 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:11.748100 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.785970 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T11:05:09Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:11.790540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c103bbd-4607-4800-8404-765e884ac16f None None] The sync data for ids ['d6329baf-ec31-4558-b8ea-53ae1e4bd892'] in dv-cinder-786524-2-smb is: [{'id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'name': 'tempest-AttachVolumeShelveTestJSON-657154384-router', 'tenant_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T10:58:37Z', 'updated_at': '2021-04-19T11:05:09Z', 'revision_number': 5, 'project_id': '0f65d4beb51b4417bbb2fcc6ffc66ff8', 'gw_port': {'id': '19778046-a1c3-4a51-ae9e-502abcb065c8', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:53:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6329baf-ec31-4558-b8ea-53ae1e4bd892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T10:58:40Z', 'updated_at': '2021-04-19T10:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:05:11.796249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.803344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5be90359-1a84-4866-8d46-0952276e6078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:11.816539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbd88fd-8bd6-416b-b9c6-1a34e175d86b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:11.828794 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:11.831087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.835627 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e1c7ce07-179b-4e5b-bbe8-3242c3a872e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fbd88fd-8bd6-416b-b9c6-1a34e175d86b HTTP/1.1" status: 204 len: 168 time: 0.1991212 Apr 19 11:05:11.939517 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:11.944617 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-139215b4-9e02-45fe-ad38-4c947a9ebf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:11.995945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Pushing event deleted for resources: {'Port': ['ID=19778046-a1c3-4a51-ae9e-502abcb065c8,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:12.024677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:12.102028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.292908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.296327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.320870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.321427 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6329baf-ec31-4558-b8ea-53ae1e4bd892 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:05:12.335237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.336474 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] 10.222.0.35 "DELETE /v2.0/routers/d6329baf-ec31-4558-b8ea-53ae1e4bd892 HTTP/1.1" status: 204 len: 168 time: 1.6202307 Apr 19 11:05:12.339168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35574) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:12.412337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Deleting subnet f4befcfa-dae8-48c9-95ea-091753e59136 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:05:12.415543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.470607 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853086183'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.605421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.860950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2238086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580753'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.866573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d1a1e521-f148-4402-a751-b59e6476f12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:12.909829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4befcfa-dae8-48c9-95ea-091753e59136,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:12.912406 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:12.916568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:12.917861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c089c-5b66-41a4-9f92-aabf99e6cf16 None None] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:05:12.919578 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3bf7e8bb-40ef-48a2-8a23-46a327a2506f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f4befcfa-dae8-48c9-95ea-091753e59136 HTTP/1.1" status: 204 len: 168 time: 0.5793610 Apr 19 11:05:12.922443 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35592) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:13.046652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.058652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Deleting port 224f92e8-39b6-4014-8a46-0b8960ae8697 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:13.059029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.211960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40075915-c827-44e8-83e9-095406b9e13d None None] DHCP port deletion for 301e935e-34c0-49a6-8cbe-ebfe8213a638 request from dv-cinder-786524-2-smb {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:05:13.216150 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Deleting port 224f92e8-39b6-4014-8a46-0b8960ae8697 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:13.216568 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.294295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] For port 224f92e8-39b6-4014-8a46-0b8960ae8697, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=224f92e8-39b6-4014-8a46-0b8960ae8697,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:13.294876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.437503 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Calling delete_port for 224f92e8-39b6-4014-8a46-0b8960ae8697 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:13.523371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.531142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:13.583183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] No DVR routers for this DVR port 224f92e8-39b6-4014-8a46-0b8960ae8697 on host dv-cinder-786524-2-smb {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:05:13.627908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Pushing event deleted for resources: {'Port': ['ID=224f92e8-39b6-4014-8a46-0b8960ae8697,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:13.630540 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:13.632072 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-40075915-c827-44e8-83e9-095406b9e13d None None] For port 224f92e8-39b6-4014-8a46-0b8960ae8697, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=224f92e8-39b6-4014-8a46-0b8960ae8697,segment=NetworkSegment(889d5de4-ac9e-4c47-b76d-94d2829d1e4a),segment_id=889d5de4-ac9e-4c47-b76d-94d2829d1e4a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:13.632742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.708495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 002517ba-e938-47cb-b7cf-023969b6f11f no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:05:13.742455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:13.809997 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35614) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:13.812211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Calling delete_port for 224f92e8-39b6-4014-8a46-0b8960ae8697 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:13.842227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 002517ba-e938-47cb-b7cf-023969b6f11f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:05:13.842980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 002517ba-e938-47cb-b7cf-023969b6f11f not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:05:13.843447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 19778046-a1c3-4a51-ae9e-502abcb065c8 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:05:13.888962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 19778046-a1c3-4a51-ae9e-502abcb065c8 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:05:13.889362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 19778046-a1c3-4a51-ae9e-502abcb065c8 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:05:13.889833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 224f92e8-39b6-4014-8a46-0b8960ae8697 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:05:13.941347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 224f92e8-39b6-4014-8a46-0b8960ae8697 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:05:13.941692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 224f92e8-39b6-4014-8a46-0b8960ae8697 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:05:13.971740 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:05:13.972145 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:05:14.124432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301e935e-34c0-49a6-8cbe-ebfe8213a638']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:14.140491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889d5de4-ac9e-4c47-b76d-94d2829d1e4a') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:14.141218 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889d5de4-ac9e-4c47-b76d-94d2829d1e4a') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:05:14.154069 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.169751 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.176875 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:05:14.273880 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.318249 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:14.380386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Usage tracker for resource:security_group_rule and tenant:c91fe28b90ab433a8952ed6901cde31b is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:14.385967 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:14.402022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:14.404999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:05:14.415529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.473510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Deleting port 224f92e8-39b6-4014-8a46-0b8960ae8697 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:14.473886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40075915-c827-44e8-83e9-095406b9e13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.545582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-40075915-c827-44e8-83e9-095406b9e13d None None] The port '224f92e8-39b6-4014-8a46-0b8960ae8697' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:05:14.621015 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Network 301e935e-34c0-49a6-8cbe-ebfe8213a638 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:05:14.649478 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:05:14.748886 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.762789 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0cfbd755-e613-4c8c-bddf-39e7bf379a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:14.776388 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.799712 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Pushing event deleted for resources: {'Network': ['ID=301e935e-34c0-49a6-8cbe-ebfe8213a638,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:14.818217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.820277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.820709 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.821132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.821548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.821986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.822428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.822846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.823254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.823670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.824079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.824492 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.824897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:14.830589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:14.832721 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.841614 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25554b94-753f-456b-96c8-08e3ae1f2851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:14.853222 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] 10.222.0.35 "DELETE /v2.0/networks/301e935e-34c0-49a6-8cbe-ebfe8213a638 HTTP/1.1" status: 204 len: 168 time: 1.9291430 Apr 19 11:05:14.897661 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c91fe28b90ab433a8952ed6901cde31b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839179 Apr 19 11:05:14.897661 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34334949-295c-4f2c-bfaa-bf1254f6789f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:14.898566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35622) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:14.899291 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:14.964082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:14.986104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35626) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:14.994322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.038262 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-104444e2-496d-454b-be4b-aade349c49ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f65d4beb51b4417bbb2fcc6ffc66ff8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504644 Apr 19 11:05:15.040118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.040640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35630) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:15.045446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-202c5811-bbe6-4564-8acd-8c34d8ce9e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:15.056912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34334949-295c-4f2c-bfaa-bf1254f6789f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:15.067742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:15.069373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.073887 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5ef63b57-f25f-4885-a858-6459a804238e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34334949-295c-4f2c-bfaa-bf1254f6789f HTTP/1.1" status: 204 len: 168 time: 0.1741357 Apr 19 11:05:15.114941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.144207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.191376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.196433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f3797d44-3547-4784-bc98-c65c81ee7ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:15.210768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac54784-e1c8-45be-8a90-9bd67069822d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:15.213369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:15.220590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.224453 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ac54784-e1c8-45be-8a90-9bd67069822d HTTP/1.1" status: 204 len: 168 time: 0.1802027 Apr 19 11:05:15.461068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35642) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:15.481220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.497914 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:15.502240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Usage tracker for resource:security_group_rule and tenant:b4be3b3409124f1baa89b44f02cb5983 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:15.505417 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:15.511644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:15.607613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.611688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.622087 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aea720df-a75d-4bcc-ab55-c19095b16ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:15.667956 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4be3b3409124f1baa89b44f02cb5983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054534 Apr 19 11:05:15.669694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a85d593-b9c8-404b-9c80-0b1ad077eebd,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:15.671200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35652) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:15.673177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:15.762950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.793686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.845659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.851244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15c0cf03-0907-4b51-bb0b-aae72fea7006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:15.866102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a85d593-b9c8-404b-9c80-0b1ad077eebd,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:15.869213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:15.870189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:15.874961 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a85d593-b9c8-404b-9c80-0b1ad077eebd HTTP/1.1" status: 204 len: 168 time: 0.2011237 Apr 19 11:05:16.046725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35670) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:16.101630 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a27d4a2-a61e-40b0-9679-9014339384d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.158678 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1510379174-network', 'tenant_id': '547aee8047474e029c2426be1a1514c0'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:16.163980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:16.168261 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Usage tracker for resource:network and tenant:547aee8047474e029c2426be1a1514c0 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:16.171611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:16.178234 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:16.191755 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Made reservation on behalf of 547aee8047474e029c2426be1a1514c0 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:05:16.193283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.207092 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.224038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:16.228053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:547aee8047474e029c2426be1a1514c0 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:16.231126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:16.238034 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:16.325758 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.328876 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.333869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e774a679-2804-4110-baf0-00d772d3c8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:16.364636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 11:05:16.374325 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e073da78-f1d3-4df7-b8d9-b536c1eaa943,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:16.378422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:16.381109 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.381661 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.segments_db [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Added segment 8915e0b2-81b4-4602-8931-dd5d02c515f5 of type vlan for network 3be7afba-e485-4d74-864a-0f405829bd6e Apr 19 11:05:16.415730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768187402474'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.447353 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.448716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:16.449352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:16.455026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19c547a2-5bf2-4b35-99de-35a8781d8f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:16.556737 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5086701 Apr 19 11:05:16.559863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=3be7afba-e485-4d74-864a-0f405829bd6e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:16.560134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35692) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:16.562699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ccd7deaf-1668-4d47-a763-e5afcbed9fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:16.566851 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Request body: {'subnet': {'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1510379174-subnet', 'tenant_id': '547aee8047474e029c2426be1a1514c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:16.571354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Network 3be7afba-e485-4d74-864a-0f405829bd6e details requested by agent ovs-agent-dv-cinder-786524-2-smb with host dv-cinder-786524-2-smb {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 11:05:16.572677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:16.576840 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Usage tracker for resource:subnet and tenant:547aee8047474e029c2426be1a1514c0 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:16.580498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:16.586599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:16.597250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Made reservation on behalf of 547aee8047474e029c2426be1a1514c0 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:05:16.602360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851438119'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:17.021451 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853394740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851438136'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:17.026370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:17.105955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:17.110114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:17.111431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Checking segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:05:17.111823 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Network hostable DHCP agents. Network: 3be7afba-e485-4d74-864a-0f405829bd6e, hostable agents: ['9b0561d8-c087-45c5-af3a-baadc68bcf34'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 11:05:17.132014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Network 3be7afba-e485-4d74-864a-0f405829bd6e is scheduled to be hosted by DHCP agent 9b0561d8-c087-45c5-af3a-baadc68bcf34 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 11:05:17.140599 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-2-smb, 3be7afba-e485-4d74-864a-0f405829bd6e) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:05:17.150299 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41874dfc-7e80-4a5c-ab05-31cd78e34b6f None None] Network 3be7afba-e485-4d74-864a-0f405829bd6e requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:05:17.153555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:17.154453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:17.179146 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-111f6153-5f47-45e2-8e46-e0d972d862cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6178148 Apr 19 11:05:17.400939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e375a-6a37-436a-b993-2bee7b12008e None None] Network 3be7afba-e485-4d74-864a-0f405829bd6e requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:05:17.794200 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-34c643fb-4da9-4009-b096-768e290a48b3 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:17.795916 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-34c643fb-4da9-4009-b096-768e290a48b3 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.1682065 Apr 19 11:05:17.813346 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-88410433-ba69-46cc-9bf8-cc9b4ee35a51 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/quotas/547aee8047474e029c2426be1a1514c0 HTTP/1.1" status: 200 len: 375 time: 0.0105414 Apr 19 11:05:17.869920 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-5a598033-e3e2-449e-9e60-4dd4ca069c25 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503151 Apr 19 11:05:18.131981 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-b6d54a45-6ad0-451e-aa0c-261006e805d3 service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537451 Apr 19 11:05:18.288151 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-c480e9c5-246d-4ea1-83db-db84065dc248 service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496973 Apr 19 11:05:18.504941 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4d14e260-1250-4f20-bf0d-2d4af07f4dbf req-d2716cb4-c91f-4124-8bcc-bff8a8c1982a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 210 time: 0.0632639 Apr 19 11:05:18.513292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f13e82f-7e86-4efb-bf86-16fd357b0a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:18.712606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35772) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:18.846908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:18.864743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:18.869144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a133f83081845d088e8aa7ed37aa7db is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:18.872442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:18.879273 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:18.964511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:18.967260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:18.976418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f591eeb-698d-4861-a055-5dcd7e52076d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:19.021542 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35778) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:19.021783 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a133f83081845d088e8aa7ed37aa7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078558 Apr 19 11:05:19.023543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e3858-d70a-427c-9f69-3a7096e8bff2,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:19.026786 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f470d9f5-c486-4a9c-a3ae-f6e4eed87fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:19.086204 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.114596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.158948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.163879 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7c201bb8-6fed-4f2c-9de9-738086cef3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:19.176852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e3858-d70a-427c-9f69-3a7096e8bff2,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:19.179971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:19.181989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.183554 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c2e3858-d70a-427c-9f69-3a7096e8bff2 HTTP/1.1" status: 204 len: 168 time: 0.1601918 Apr 19 11:05:19.288091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.488049 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35786) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:19.507699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.532996 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:19.538263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ccb97f69e448d3906a6f997d360922 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:19.541454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:19.547770 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:19.643171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.648006 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.657861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-425fd914-77e6-48df-a9a1-c1a83109c5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:19.702041 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6ccb97f69e448d3906a6f997d360922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128234 Apr 19 11:05:19.705466 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35792) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:19.709368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39eb78-732b-45bc-acee-ccbf1da59ae9,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:19.711330 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d52e6c85-684c-453f-b4b9-db4d15a875b2 req-d8179a40-207c-4ea1-9456-b20735b9d014 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 210 time: 0.0640275 Apr 19 11:05:19.722655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c0f99330-cd8e-4ea8-98dc-f4b2259963e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:19.735862 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-90df974f-ebaa-41ff-b361-f42d9d19ba9b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:19.738191 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-90df974f-ebaa-41ff-b361-f42d9d19ba9b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.2419562 Apr 19 11:05:19.757974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Request body: {'port': {'device_id': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'admin_state_up': True, 'tenant_id': '547aee8047474e029c2426be1a1514c0'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:19.777828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.806171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.861021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.867205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0fb0dfa2-db2e-4ed0-b7f0-92239f422df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:19.886505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39eb78-732b-45bc-acee-ccbf1da59ae9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:19.889316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:19.890590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:19.892690 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e39eb78-732b-45bc-acee-ccbf1da59ae9 HTTP/1.1" status: 204 len: 168 time: 0.1853695 Apr 19 11:05:19.921414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:19.925588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Usage tracker for resource:port and tenant:547aee8047474e029c2426be1a1514c0 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:19.928676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:19.934774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:19.944671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Made reservation on behalf of 547aee8047474e029c2426be1a1514c0 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:05:19.950921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.064439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.129404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Allocated IP 172.20.0.6 (3be7afba-e485-4d74-864a-0f405829bd6e/4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f/395661c7-26c1-4074-85cd-34df35f813a7) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:05:20.358878 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.390152 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.396532 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a6d8c44c-fc82-43f6-910d-55e7d503e7ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:20.473381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Network 3be7afba-e485-4d74-864a-0f405829bd6e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:05:20.476837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:05:20.481241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:05:20.516262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event updated for resources: {'Port': ['ID=395661c7-26c1-4074-85cd-34df35f813a7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:20.524715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:20.561852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:20.562582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.589678 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-debc6e3f-994e-43d8-9b11-073a56779fe8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364809 Apr 19 11:05:20.608665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Request body: {'port': {'device_id': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:20.734389 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.931319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:20.974515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ea25-9ae5-4e19-b1c1-486377971d99 req-17c0334a-5ec3-4dce-a428-8d629944331d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:20.976066 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ab1ea25-9ae5-4e19-b1c1-486377971d99 req-17c0334a-5ec3-4dce-a428-8d629944331d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 931 time: 0.0938766 Apr 19 11:05:21.029317 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-8ab1ea25-9ae5-4e19-b1c1-486377971d99 req-278b4c0e-f26c-4458-a799-61a7facae11d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:21.047135 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-8ab1ea25-9ae5-4e19-b1c1-486377971d99 req-278b4c0e-f26c-4458-a799-61a7facae11d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:21.049242 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8ab1ea25-9ae5-4e19-b1c1-486377971d99 req-278b4c0e-f26c-4458-a799-61a7facae11d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650201 Apr 19 11:05:21.128935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395661c7-26c1-4074-85cd-34df35f813a7 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:21.136939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.152287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Transition to ACTIVE for port object 395661c7-26c1-4074-85cd-34df35f813a7 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:05:21.154939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.160209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ac62b2d4-6d36-49b9-b4e5-5cda5066ff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:21.182035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 35830) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:21.315167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.331639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:21.335790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Pushing event updated for resources: {'Port': ['ID=395661c7-26c1-4074-85cd-34df35f813a7,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:21.336205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ded8e6a103c4651aa9602123acfb6d8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:21.339410 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:21.346240 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:21.366496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:21.414651 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Attempting to bind port 395661c7-26c1-4074-85cd-34df35f813a7 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:05:21.415041 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Attempting to bind port 395661c7-26c1-4074-85cd-34df35f813a7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:05:21.415418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Attempting to bind port 395661c7-26c1-4074-85cd-34df35f813a7 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:21.420797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Port 395661c7-26c1-4074-85cd-34df35f813a7 on network 3be7afba-e485-4d74-864a-0f405829bd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:05:21.421170 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Attempting to bind port 395661c7-26c1-4074-85cd-34df35f813a7 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:21.427742 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:05:21.428129 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Checking segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:05:21.428563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Bound using segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:05:21.429045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Bound port: 395661c7-26c1-4074-85cd-34df35f813a7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:05:21.429441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.441247 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.444597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.453957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f9eef5dd-3286-4aee-a38a-c7bbe94b74a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:21.499564 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ded8e6a103c4651aa9602123acfb6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162360 Apr 19 11:05:21.500575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b97b27-2c4c-4f50-99f4-c6f182203a5f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:21.502576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 35836) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:21.503821 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:21.564153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] For port 395661c7-26c1-4074-85cd-34df35f813a7, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:05:21.578833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] For port 395661c7-26c1-4074-85cd-34df35f813a7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=395661c7-26c1-4074-85cd-34df35f813a7,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:05:21.590579 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.599418 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c7a0a3b-4cea-4e07-95f3-ff8e800bd988 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:21.658667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.665494 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:21.666178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.667722 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/395661c7-26c1-4074-85cd-34df35f813a7 HTTP/1.1" status: 200 len: 1093 time: 1.0640430 Apr 19 11:05:21.668293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'tag': '395661c7-26c1-4074-85cd-34df35f813a7'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:21.718353 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'tag': '395661c7-26c1-4074-85cd-34df35f813a7', 'status': 'completed', 'code': 200} Apr 19 11:05:21.720805 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.732873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Pushing event updated for resources: {'Port': ['ID=395661c7-26c1-4074-85cd-34df35f813a7,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:21.737969 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffeede8b-3c1a-4a94-ad7b-4c2db73e19a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:21.842586 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.848241 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-db7acf9f-13e7-4009-a8d0-701e609fab0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:21.867591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b97b27-2c4c-4f50-99f4-c6f182203a5f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:21.872263 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-7ec86944-8494-4c0a-9069-849d8b287d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:21.873874 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-7ec86944-8494-4c0a-9069-849d8b287d2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 1096 time: 0.1287541 Apr 19 11:05:21.874772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:21.877421 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:21.878565 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e7357989-627b-4506-bfa9-77db6d118cf3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21b97b27-2c4c-4f50-99f4-c6f182203a5f HTTP/1.1" status: 204 len: 168 time: 0.3731420 Apr 19 11:05:21.958394 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-252ee40b-1e0b-4dca-bdb3-28914dc28fea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=395661c7-26c1-4074-85cd-34df35f813a7 HTTP/1.1" status: 200 len: 217 time: 0.0706377 Apr 19 11:05:22.033765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-dac8bf6a-33ca-400f-b773-0a1c94bc897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:22.035368 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-dac8bf6a-33ca-400f-b773-0a1c94bc897a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0709977 Apr 19 11:05:22.089824 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-99d99d85-32f6-4319-8ee1-140a18b3c0d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477998 Apr 19 11:05:22.261694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fa85b-85ec-417d-a6c6-39a4d87b0d14 req-75353f1d-669a-49ef-9f6b-24f30a5d3536 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:22.263305 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-240fa85b-85ec-417d-a6c6-39a4d87b0d14 req-75353f1d-669a-49ef-9f6b-24f30a5d3536 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 943 time: 0.0971532 Apr 19 11:05:22.330925 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-240fa85b-85ec-417d-a6c6-39a4d87b0d14 req-4cec8ec4-01e1-4815-9de4-33061c7043c3 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591326 Apr 19 11:05:22.491797 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-6c7d9648-01f4-486b-8afc-0884c0135083 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943012 Apr 19 11:05:22.634181 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-27bb7b81-a4e6-4cd6-922a-c58b7c649fcf req-ea0d1db9-2c7b-4874-8c26-41ee820302be service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352122 Apr 19 11:05:22.814655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-cba47df8-6185-4b43-860b-4ce7a4fecb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:22.816303 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-cba47df8-6185-4b43-860b-4ce7a4fecb68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 1096 time: 0.0813653 Apr 19 11:05:22.972552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-66cf4b5d-d9ec-45bf-9a86-9468a24bff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:22.974153 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-66cf4b5d-d9ec-45bf-9a86-9468a24bff64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 916 time: 0.1439075 Apr 19 11:05:23.051619 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-e1991c77-8a53-4c31-bc7c-2020e53bd6c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=395661c7-26c1-4074-85cd-34df35f813a7 HTTP/1.1" status: 200 len: 217 time: 0.0709190 Apr 19 11:05:23.120890 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-3c79517a-17a2-4ca1-a1de-8489b7f89dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:23.122489 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-3c79517a-17a2-4ca1-a1de-8489b7f89dac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0646746 Apr 19 11:05:23.181418 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-f3cbe1d0-5b1b-403d-ad88-d96312690894 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514798 Apr 19 11:05:23.335926 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-d127fa6d-9ba0-4f3c-8394-d9f83b9559de service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472366 Apr 19 11:05:23.540184 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-796b5ee9-8339-49b7-9fb0-98184a0cbe30 req-abe8ec9f-6119-4b6b-891b-53c7ee86e755 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966035 Apr 19 11:05:23.577790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b717e-0336-4b1e-9f3a-53a82b73b465 req-7a0fe8db-0a55-4595-84d5-3bfdf28aa5f1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:23.578566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1b1b717e-0336-4b1e-9f3a-53a82b73b465 req-7a0fe8db-0a55-4595-84d5-3bfdf28aa5f1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:23.595215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-1b1b717e-0336-4b1e-9f3a-53a82b73b465 req-7a0fe8db-0a55-4595-84d5-3bfdf28aa5f1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:23.596450 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1b1b717e-0336-4b1e-9f3a-53a82b73b465 req-7a0fe8db-0a55-4595-84d5-3bfdf28aa5f1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 943 time: 0.1267695 Apr 19 11:05:23.646119 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1b1b717e-0336-4b1e-9f3a-53a82b73b465 req-b90eb9d5-d73e-42f2-8367-bcb3915b4411 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Apr 19 11:05:24.685938 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 395661c7-26c1-4074-85cd-34df35f813a7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:05:24.832099 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 395661c7-26c1-4074-85cd-34df35f813a7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=395661c7-26c1-4074-85cd-34df35f813a7,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:24.846483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '395661c7-26c1-4074-85cd-34df35f813a7', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'port_id': '395661c7-26c1-4074-85cd-34df35f813a7', 'mac_address': 'fa:16:3e:d1:a0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:05:24.861392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1d75-c726-40b4-8c95-f83679b00425 req-58c6f418-d8e7-4527-84fc-03844ddb23f7 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:24.863064 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4ddd1d75-c726-40b4-8c95-f83679b00425 req-58c6f418-d8e7-4527-84fc-03844ddb23f7 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 943 time: 0.1010447 Apr 19 11:05:24.910904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:24.914960 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4ddd1d75-c726-40b4-8c95-f83679b00425 req-943b60c2-f5fa-46e1-ba90-528e997ea21b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Apr 19 11:05:24.929257 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395661c7-26c1-4074-85cd-34df35f813a7 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:24.945590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 395661c7-26c1-4074-85cd-34df35f813a7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=395661c7-26c1-4074-85cd-34df35f813a7,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:24.948165 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:24.950566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:25.026543 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=395661c7-26c1-4074-85cd-34df35f813a7,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:25.034555 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.034948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.035332 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.035735 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.036085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.036459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.036830 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.037199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.037570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.037937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.038341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.038736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:05:25.042817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:25.280153 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:05:26.123042 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de8f4-023f-449b-bf1c-dc453b6de462 req-8c482c43-bba1-4911-a8cb-20ee5b37ffa6 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:26.124625 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-300de8f4-023f-449b-bf1c-dc453b6de462 req-8c482c43-bba1-4911-a8cb-20ee5b37ffa6 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 944 time: 0.0928788 Apr 19 11:05:26.173827 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-300de8f4-023f-449b-bf1c-dc453b6de462 req-f82bea0f-eaa3-4401-ac66-53e7ed0eab0d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Apr 19 11:05:26.682598 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 395661c7-26c1-4074-85cd-34df35f813a7 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:05:26.758877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 395661c7-26c1-4074-85cd-34df35f813a7 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:05:26.764101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 395661c7-26c1-4074-85cd-34df35f813a7 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:05:26.764518 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:26.892793 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:26.921028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395661c7-26c1-4074-85cd-34df35f813a7'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:26.931655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 395661c7-26c1-4074-85cd-34df35f813a7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=395661c7-26c1-4074-85cd-34df35f813a7,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:26.934683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:26.936575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:26.981499 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395661c7-26c1-4074-85cd-34df35f813a7', 'code': 200} Apr 19 11:05:27.007780 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=395661c7-26c1-4074-85cd-34df35f813a7,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:27.010818 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:27.258578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8111a5c-5960-46b2-be2c-3f3614ec114b req-6525dce3-4d32-43e5-ad99-5521a4081d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:27.260218 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c8111a5c-5960-46b2-be2c-3f3614ec114b req-6525dce3-4d32-43e5-ad99-5521a4081d1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 1098 time: 0.0829790 Apr 19 11:05:27.361151 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c8111a5c-5960-46b2-be2c-3f3614ec114b req-20294456-b066-43f5-a7ec-8e51b60fe099 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931165 Apr 19 11:05:27.399552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90719d-d5f3-4adb-b1f9-8335221f0083 req-ed2a9d28-858f-4225-8e2f-c031e3606211 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:27.401258 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bc90719d-d5f3-4adb-b1f9-8335221f0083 req-ed2a9d28-858f-4225-8e2f-c031e3606211 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.1106982 Apr 19 11:05:27.451310 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bc90719d-d5f3-4adb-b1f9-8335221f0083 req-c663248e-da60-4005-8a89-ebc6b53cc946 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Apr 19 11:05:28.659908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794fa42-2c62-4fd3-9433-50a7acbad816 req-3a236a77-4438-4cc5-8aae-08ab77fb914c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:28.661497 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3794fa42-2c62-4fd3-9433-50a7acbad816 req-3a236a77-4438-4cc5-8aae-08ab77fb914c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.0924084 Apr 19 11:05:28.714756 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3794fa42-2c62-4fd3-9433-50a7acbad816 req-6774b7fc-f3f7-4c54-89e2-6564830e1cc8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Apr 19 11:05:29.924570 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff31549-96c5-4d04-b9a9-452ccf5d1f70 req-39abfb89-c9bf-4abf-becd-633fe508a2ba tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:29.926578 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6ff31549-96c5-4d04-b9a9-452ccf5d1f70 req-39abfb89-c9bf-4abf-becd-633fe508a2ba tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.0935669 Apr 19 11:05:29.976827 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6ff31549-96c5-4d04-b9a9-452ccf5d1f70 req-36b12bb4-3f62-417b-8c23-06da09ff7139 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 Apr 19 11:05:34.316683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:34.645602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-07fe2cbb-09cc-4593-bfd2-7d37454e852c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:34.647289 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-07fe2cbb-09cc-4593-bfd2-7d37454e852c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.1630342 Apr 19 11:05:34.663481 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-6f4b07d2-9898-485e-99e5-e99b113ef1c1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/quotas/547aee8047474e029c2426be1a1514c0 HTTP/1.1" status: 200 len: 375 time: 0.0099947 Apr 19 11:05:34.752156 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-c35d95a7-85e6-4a84-8146-ae87063da077 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829489 Apr 19 11:05:34.904414 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-af47aed3-ee8a-4dda-8ac7-84cc2a6f21bd service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445746 Apr 19 11:05:35.054580 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-f96e2b28-afcc-4dde-aa20-3a9c331a6449 service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434634 Apr 19 11:05:35.257680 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c1d17117-2ff2-454f-96a5-88cc5de71f0c req-985414c5-d362-41b4-bcbe-578672fda246 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 210 time: 0.0506756 Apr 19 11:05:35.747798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:05:36.501652 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f13c553b-9246-418e-a441-e68492e7d578 req-0fe262d2-dc39-4047-8898-98ecf087aab4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 210 time: 0.1191788 Apr 19 11:05:36.577506 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-b6d20b4f-6605-4028-9909-541819e8715e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:36.579223 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-b6d20b4f-6605-4028-9909-541819e8715e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.2272160 Apr 19 11:05:36.604717 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-243cbc05-4334-41cf-8ce6-4bcbf2523e53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908411 Apr 19 11:05:36.646415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Request body: {'port': {'device_id': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'admin_state_up': True, 'tenant_id': '547aee8047474e029c2426be1a1514c0'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:36.795391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:36.796190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92979e1e-5e15-487a-90d4-42f9993c142e req-9521d657-f003-4535-b644-ef2df167faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:36.798330 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-9521d657-f003-4535-b644-ef2df167faf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.0832951 Apr 19 11:05:36.806354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:36.816021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Made reservation on behalf of 547aee8047474e029c2426be1a1514c0 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:05:36.822151 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:36.956852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92979e1e-5e15-487a-90d4-42f9993c142e req-f3e5aa61-5052-4d9d-8c36-2a18f9cee0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:36.958505 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-f3e5aa61-5052-4d9d-8c36-2a18f9cee0d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.1383095 Apr 19 11:05:36.997772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Allocated IP 172.20.0.2 (3be7afba-e485-4d74-864a-0f405829bd6e/4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f/08a27338-72d8-4593-8388-ddaf712660e8) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:05:37.077188 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-03ec2c6a-c178-4bf9-8d0f-5f0a9ab0d71b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 1002 time: 0.1051626 Apr 19 11:05:37.149759 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92979e1e-5e15-487a-90d4-42f9993c142e req-999f3f27-9a1c-423b-bc6a-3e6553c0cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:37.151281 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-999f3f27-9a1c-423b-bc6a-3e6553c0cb00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0668931 Apr 19 11:05:37.214279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:37.235246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92979e1e-5e15-487a-90d4-42f9993c142e req-53d6d837-9796-4a04-bd85-5699fd7ef116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:37.236875 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-53d6d837-9796-4a04-bd85-5699fd7ef116 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772929 Apr 19 11:05:37.244283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:37.250197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7b678bae-d33f-4dc0-be29-469c73ceca6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:37.283140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:05:37.321048 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Network 3be7afba-e485-4d74-864a-0f405829bd6e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:05:37.322846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:05:37.328131 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:05:37.378358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event updated for resources: {'Port': ['ID=08a27338-72d8-4593-8388-ddaf712660e8,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:37.383130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:37.389794 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-2577a4d1-ea5b-430d-adad-a962b132f2a2 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456470 Apr 19 11:05:37.407328 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:37.408267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:37.435102 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-54448172-d554-4db7-a641-8007eb16cb03 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930105 Apr 19 11:05:37.458623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Request body: {'port': {'device_id': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:37.537169 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-92979e1e-5e15-487a-90d4-42f9993c142e req-9d586da4-1644-429d-b1b2-d695450e8461 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390407 Apr 19 11:05:37.586086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:37.718023 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b2dd3-ef41-4b42-9c12-bdeae69aad9e req-da6e8b56-e40f-4e9b-b09d-093a02667dc5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:37.719719 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d03b2dd3-ef41-4b42-9c12-bdeae69aad9e req-da6e8b56-e40f-4e9b-b09d-093a02667dc5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 931 time: 0.0927761 Apr 19 11:05:37.768462 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d03b2dd3-ef41-4b42-9c12-bdeae69aad9e req-f73e799f-d877-47b4-9cb9-c1f79945b5f6 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Apr 19 11:05:37.949225 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a27338-72d8-4593-8388-ddaf712660e8 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:37.956933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:37.972501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Transition to ACTIVE for port object 08a27338-72d8-4593-8388-ddaf712660e8 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:05:37.974884 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:37.979491 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f66118e-e898-4fd0-8607-464400f79223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:38.410512 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Pushing event updated for resources: {'Port': ['ID=08a27338-72d8-4593-8388-ddaf712660e8,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:38.444219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:38.486376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Attempting to bind port 08a27338-72d8-4593-8388-ddaf712660e8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:05:38.486800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Attempting to bind port 08a27338-72d8-4593-8388-ddaf712660e8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:05:38.487174 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Attempting to bind port 08a27338-72d8-4593-8388-ddaf712660e8 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:38.493076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Port 08a27338-72d8-4593-8388-ddaf712660e8 on network 3be7afba-e485-4d74-864a-0f405829bd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:05:38.493440 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Attempting to bind port 08a27338-72d8-4593-8388-ddaf712660e8 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:38.499132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:05:38.499520 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Checking segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:05:38.499950 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Bound using segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:05:38.500429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Bound port: 08a27338-72d8-4593-8388-ddaf712660e8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:05:38.500868 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:38.597927 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] For port 08a27338-72d8-4593-8388-ddaf712660e8, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:05:38.601212 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] For port 08a27338-72d8-4593-8388-ddaf712660e8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=08a27338-72d8-4593-8388-ddaf712660e8,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:05:38.604683 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:38.609744 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f49f260-ee42-4188-9652-ee5a20aeca38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:38.668766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:38.669452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:38.671017 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] 10.222.0.43 "PUT /v2.0/ports/08a27338-72d8-4593-8388-ddaf712660e8 HTTP/1.1" status: 200 len: 1093 time: 1.2175622 Apr 19 11:05:38.671590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'tag': '08a27338-72d8-4593-8388-ddaf712660e8'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:38.704877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Pushing event updated for resources: {'Port': ['ID=08a27338-72d8-4593-8388-ddaf712660e8,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:38.708975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:38.732681 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'tag': '08a27338-72d8-4593-8388-ddaf712660e8', 'status': 'completed', 'code': 200} Apr 19 11:05:38.860925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-50cb8a77-2f70-413c-820d-8ed3bf6eeb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:38.862618 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-50cb8a77-2f70-413c-820d-8ed3bf6eeb79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 1096 time: 0.1133790 Apr 19 11:05:38.959930 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-b3d3e16e-af33-48ab-bc4c-deb44aa3c300 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08a27338-72d8-4593-8388-ddaf712660e8 HTTP/1.1" status: 200 len: 217 time: 0.0773919 Apr 19 11:05:39.001252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8140db-a42c-4b3a-94c0-61cf7554798f req-3c26e4d6-4302-4d20-98fa-57dcb4d09042 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:39.003025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cf8140db-a42c-4b3a-94c0-61cf7554798f req-3c26e4d6-4302-4d20-98fa-57dcb4d09042 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 943 time: 0.0962830 Apr 19 11:05:39.036515 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-58c25b19-a8eb-4b31-892f-8eb35b7422b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:39.038511 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-58c25b19-a8eb-4b31-892f-8eb35b7422b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0725834 Apr 19 11:05:39.099292 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-dc0333bd-f131-4a5a-a635-41b7086a28f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539343 Apr 19 11:05:39.256083 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-63e3fa83-b70c-4d09-84fe-338a880170fd service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458163 Apr 19 11:05:39.288133 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cf8140db-a42c-4b3a-94c0-61cf7554798f req-85063379-870a-423e-a00f-7528a6b521a2 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780209 Apr 19 11:05:39.410521 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3471c553-50d4-4c07-a117-8006be1c8e7c req-1e2165f9-83e4-4d69-8395-b7d9a7496e2a service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481686 Apr 19 11:05:39.602974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-2b7f39c1-e376-4edf-bf79-8d451d9df939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:39.604574 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-2b7f39c1-e376-4edf-bf79-8d451d9df939 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 1096 time: 0.0788326 Apr 19 11:05:39.749196 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-2e0757cf-5ff2-4c8b-8ab2-d26477d286c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:39.751256 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-2e0757cf-5ff2-4c8b-8ab2-d26477d286c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 916 time: 0.1400201 Apr 19 11:05:39.830055 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-7fa1c3a0-4cf2-47b3-a395-78e0633fca67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08a27338-72d8-4593-8388-ddaf712660e8 HTTP/1.1" status: 200 len: 217 time: 0.0728023 Apr 19 11:05:39.899574 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-0b0c2fa4-82b7-4315-95dc-05b2adcf928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:39.901154 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-0b0c2fa4-82b7-4315-95dc-05b2adcf928a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0647769 Apr 19 11:05:39.957552 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-1e31e0c4-9d41-43d3-8122-6a9ff015d76b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490136 Apr 19 11:05:40.100461 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-dad802b8-810d-4544-9b4a-3fdbab91b966 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357739 Apr 19 11:05:40.244450 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f1d99467-3cc6-4bf3-b44d-f91c3adb91ef req-33fa5c7c-2fc4-4754-a884-850e36472ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374581 Apr 19 11:05:40.495375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92cc5-5a17-4d71-9b5d-3f4ee54f8bcf req-6df5b83d-593e-409f-854f-a9716731132b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:40.496064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-7ea92cc5-5a17-4d71-9b5d-3f4ee54f8bcf req-6df5b83d-593e-409f-854f-a9716731132b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:40.511856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-7ea92cc5-5a17-4d71-9b5d-3f4ee54f8bcf req-6df5b83d-593e-409f-854f-a9716731132b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:40.513160 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7ea92cc5-5a17-4d71-9b5d-3f4ee54f8bcf req-6df5b83d-593e-409f-854f-a9716731132b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 943 time: 0.1052516 Apr 19 11:05:40.563684 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7ea92cc5-5a17-4d71-9b5d-3f4ee54f8bcf req-445bac88-8bb7-48e1-b8f7-213542643b33 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Apr 19 11:05:40.841114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36054) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:40.841349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 08a27338-72d8-4593-8388-ddaf712660e8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:05:40.980390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:40.997229 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:41.002901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Usage tracker for resource:security_group_rule and tenant:932c515115f14c7e81e148e7a8594b92 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:41.005208 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 08a27338-72d8-4593-8388-ddaf712660e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=08a27338-72d8-4593-8388-ddaf712660e8,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:41.006091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:41.012668 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:41.021197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '08a27338-72d8-4593-8388-ddaf712660e8', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'port_id': '08a27338-72d8-4593-8388-ddaf712660e8', 'mac_address': 'fa:16:3e:14:f7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:05:41.088620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.115324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.118895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.129293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3cb1ef7e-6a1f-4daf-8cd9-2f0e76ecb85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:41.183327 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=932c515115f14c7e81e148e7a8594b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409660 Apr 19 11:05:41.186144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36060) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:05:41.190500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee76e3-6c7e-4c5f-9760-2e4321f16e64,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:41.204464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:41.263539 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.289313 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a27338-72d8-4593-8388-ddaf712660e8 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:41.303171 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.308137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 08a27338-72d8-4593-8388-ddaf712660e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=08a27338-72d8-4593-8388-ddaf712660e8,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:41.311637 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.314063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:41.389044 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=08a27338-72d8-4593-8388-ddaf712660e8,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:41.392412 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.393365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:41.401954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-517d9536-1eb3-4c86-aed4-35dfb1ad7200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:41.417207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee76e3-6c7e-4c5f-9760-2e4321f16e64,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:41.420557 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:41.423271 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:41.424514 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-86d3b07b-d2c4-47aa-9b68-6733f60f412c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33ee76e3-6c7e-4c5f-9760-2e4321f16e64 HTTP/1.1" status: 204 len: 168 time: 0.2369001 Apr 19 11:05:41.618809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['08a27338-72d8-4593-8388-ddaf712660e8'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:05:41.806750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9a4f5-9cfd-45aa-b577-f186102c701b req-ad755d6e-6467-443d-9587-8b2acdf1fb96 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:41.808422 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17b9a4f5-9cfd-45aa-b577-f186102c701b req-ad755d6e-6467-443d-9587-8b2acdf1fb96 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 944 time: 0.1221545 Apr 19 11:05:41.873222 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-17b9a4f5-9cfd-45aa-b577-f186102c701b req-0979740b-b5ce-4ee6-b274-5a9ebe811ea6 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567498 Apr 19 11:05:42.859005 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 08a27338-72d8-4593-8388-ddaf712660e8 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:05:42.930323 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 08a27338-72d8-4593-8388-ddaf712660e8 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:05:42.935772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 08a27338-72d8-4593-8388-ddaf712660e8 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:05:42.936199 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:43.062982 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:43.077076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f000-6842-48c6-b346-b31abd22fb15 req-b2534a8b-506e-4954-85b3-6c03d29d6849 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:43.078721 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a266f000-6842-48c6-b346-b31abd22fb15 req-b2534a8b-506e-4954-85b3-6c03d29d6849 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 944 time: 0.0954969 Apr 19 11:05:43.091511 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a27338-72d8-4593-8388-ddaf712660e8'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:43.102474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 08a27338-72d8-4593-8388-ddaf712660e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=08a27338-72d8-4593-8388-ddaf712660e8,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:43.105452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:43.108287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0ee61801-358e-4802-8bc2-836840cd5d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:43.128717 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a266f000-6842-48c6-b346-b31abd22fb15 req-2c202787-a060-43f9-845c-fe272d0559f9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Apr 19 11:05:43.145705 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a27338-72d8-4593-8388-ddaf712660e8', 'code': 200} Apr 19 11:05:43.186285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=08a27338-72d8-4593-8388-ddaf712660e8,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:43.190798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:43.420125 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d12ce-867d-440b-b0e1-e60eb42d3ca6 req-ddec9fb9-623c-4621-9315-a8b462695990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:43.421639 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d50d12ce-867d-440b-b0e1-e60eb42d3ca6 req-ddec9fb9-623c-4621-9315-a8b462695990 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 1098 time: 0.0794544 Apr 19 11:05:43.472600 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d50d12ce-867d-440b-b0e1-e60eb42d3ca6 req-43ec92ba-1935-4d63-b906-efb59f9f8d7b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Apr 19 11:05:44.077313 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-5ae91a06-94b3-4f15-8998-2e8a42086527 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d823e81d850e43388a0d6b3f77ec248e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324059 Apr 19 11:05:44.244144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-4debd92f-1fc7-464e-a567-a5e9fe9b38df tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:44.246915 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-4debd92f-1fc7-464e-a567-a5e9fe9b38df tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631253 Apr 19 11:05:44.264778 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-db3466e6-e09d-45dd-b02a-820a3f19aa8b tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/quotas/d823e81d850e43388a0d6b3f77ec248e HTTP/1.1" status: 200 len: 375 time: 0.0105858 Apr 19 11:05:44.321799 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-f88a6ffc-a29e-4ff6-8f0b-610edff60d93 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d823e81d850e43388a0d6b3f77ec248e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497603 Apr 19 11:05:44.345873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dfc2d-b379-4927-b88c-e6801c5fd3b6 req-fa9e1593-463b-4692-a5c4-4f667614fc96 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:44.347582 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d62dfc2d-b379-4927-b88c-e6801c5fd3b6 req-fa9e1593-463b-4692-a5c4-4f667614fc96 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 945 time: 0.0994654 Apr 19 11:05:44.399472 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d62dfc2d-b379-4927-b88c-e6801c5fd3b6 req-24ccb076-e775-4f51-8400-fc50a14dd727 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454021 Apr 19 11:05:44.527584 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9c9868ea-814f-449c-bd4c-c87b2044e16d req-b8420c64-40a1-4088-8f22-3356113069db tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 210 time: 0.0520227 Apr 19 11:05:45.598660 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-630fdbe9-ac96-43ee-9018-5af4d6b649e9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d823e81d850e43388a0d6b3f77ec248e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371785 Apr 19 11:05:45.613989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194943c5-75f4-46e4-8756-9a4716689453 req-c4dbcdc5-2a4f-4452-a151-72724f5a5118 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:45.615763 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-194943c5-75f4-46e4-8756-9a4716689453 req-c4dbcdc5-2a4f-4452-a151-72724f5a5118 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 945 time: 0.1022305 Apr 19 11:05:45.671072 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-194943c5-75f4-46e4-8756-9a4716689453 req-a3324dd0-bcf4-40c7-b002-71ed520d042f tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Apr 19 11:05:45.758841 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c5df060d-4196-4c1f-8047-142c49f9fe94 req-075b7322-094c-4bca-a480-8da6fcd62f90 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 210 time: 0.0642824 Apr 19 11:05:45.828437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-f3422947-8181-4240-b0f5-5fad813009e0 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:45.830965 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-f3422947-8181-4240-b0f5-5fad813009e0 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266850 Apr 19 11:05:45.852269 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Request body: {'port': {'device_id': '721231fe-7a87-4670-a4f5-6986d1e29876', 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5', 'admin_state_up': True, 'tenant_id': 'd823e81d850e43388a0d6b3f77ec248e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:46.002505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:46.006588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Usage tracker for resource:port and tenant:d823e81d850e43388a0d6b3f77ec248e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:46.009573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:46.015716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:46.024782 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Made reservation on behalf of d823e81d850e43388a0d6b3f77ec248e for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:05:46.030998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.044429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.061026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:46.065657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Usage tracker for resource:security_group_rule and tenant:d823e81d850e43388a0d6b3f77ec248e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:05:46.068642 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:05:46.074766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:46.102925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f463f3f1-5b71-47b8-9d61-284645e76650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.168285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.171352 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.176455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10281173-c565-44df-b87f-b0138369b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:46.258008 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87219406-8465-4135-bc24-ddf1c66de437,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:46.263749 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:46.365112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Allocated IP 192.168.233.38 (64b845a5-2303-43cd-a6ef-471fc5552ff5/d43192d6-741e-43a3-be05-ba24fd5ef828/ef16cad7-6370-421c-bb3f-bf28d210cfed) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:05:46.586892 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.603390 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Transition to ACTIVE for port object ef16cad7-6370-421c-bb3f-bf28d210cfed will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:05:46.626841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.632462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01b7eaaf-3332-4de3-b73f-6580548a9b71 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:46.699929 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Network 64b845a5-2303-43cd-a6ef-471fc5552ff5 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:05:46.704251 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Resources bound (agent type, host, resource id): {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:05:46.708423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:05:46.754569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Pushing event updated for resources: {'Port': ['ID=ef16cad7-6370-421c-bb3f-bf28d210cfed,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:46.759705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:46.786976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:46.787670 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.815324 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7591120f-6a26-48d6-b685-2fd97d751fdc tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9678247 Apr 19 11:05:46.854266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Request body: {'port': {'device_id': '721231fe-7a87-4670-a4f5-6986d1e29876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:46.901962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-33a9fe69-9ffc-478f-8885-7cf0a6c148c5 None None] Provisioning for port ef16cad7-6370-421c-bb3f-bf28d210cfed completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:05:46.915177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-33a9fe69-9ffc-478f-8885-7cf0a6c148c5 None None] Provisioning complete for port ef16cad7-6370-421c-bb3f-bf28d210cfed triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:05:46.915595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33a9fe69-9ffc-478f-8885-7cf0a6c148c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:46.979022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-33a9fe69-9ffc-478f-8885-7cf0a6c148c5 None None] Port ef16cad7-6370-421c-bb3f-bf28d210cfed cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 11:05:46.986946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39f846-05f1-460b-9121-d0cea26c5455 req-74607363-8a33-4195-9382-6f39f8ebdaf6 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:46.988898 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8c39f846-05f1-460b-9121-d0cea26c5455 req-74607363-8a33-4195-9382-6f39f8ebdaf6 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 935 time: 0.1014435 Apr 19 11:05:47.001245 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:47.038858 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-8c39f846-05f1-460b-9121-d0cea26c5455 req-7ee57b79-3f1d-4d94-b8f0-b0b3af320750 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Apr 19 11:05:47.389631 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef16cad7-6370-421c-bb3f-bf28d210cfed {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:47.400488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:47.416029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Transition to ACTIVE for port object ef16cad7-6370-421c-bb3f-bf28d210cfed will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:05:47.418834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:47.424219 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:47.608985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Pushing event updated for resources: {'Port': ['ID=ef16cad7-6370-421c-bb3f-bf28d210cfed,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:47.647260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:48.049753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Attempting to bind port ef16cad7-6370-421c-bb3f-bf28d210cfed on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:05:48.050061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Attempting to bind port ef16cad7-6370-421c-bb3f-bf28d210cfed by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:05:48.050462 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Attempting to bind port ef16cad7-6370-421c-bb3f-bf28d210cfed on network 64b845a5-2303-43cd-a6ef-471fc5552ff5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:48.063118 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Port ef16cad7-6370-421c-bb3f-bf28d210cfed on network 64b845a5-2303-43cd-a6ef-471fc5552ff5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:05:48.063496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Attempting to bind port ef16cad7-6370-421c-bb3f-bf28d210cfed on network 64b845a5-2303-43cd-a6ef-471fc5552ff5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:48.085979 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:05:48.086368 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Checking segment: {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:05:48.086838 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Bound using segment: {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:05:48.087331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Bound port: ef16cad7-6370-421c-bb3f-bf28d210cfed, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336db317-4594-44a0-ab59-d8381345a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:05:48.087725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:48.171932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-8cb574c0-d1c2-4a0c-85d0-421c89910f93 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:48.174133 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-8cb574c0-d1c2-4a0c-85d0-421c89910f93 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.2502558 Apr 19 11:05:48.211724 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-8383dc88-4a16-42f9-962a-9b19ece5e9b8 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/quotas/547aee8047474e029c2426be1a1514c0 HTTP/1.1" status: 200 len: 375 time: 0.0269318 Apr 19 11:05:48.252828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49b2d5-fdf8-4aa2-b183-dcf4f0f7d1f1 req-6e77bd01-6a6c-45fd-b173-09854eb5b1d9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:48.254511 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4a49b2d5-fdf8-4aa2-b183-dcf4f0f7d1f1 req-6e77bd01-6a6c-45fd-b173-09854eb5b1d9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 947 time: 0.0944097 Apr 19 11:05:48.272936 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] For port ef16cad7-6370-421c-bb3f-bf28d210cfed, host hv-cinder-78652, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:05:48.291636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] For port ef16cad7-6370-421c-bb3f-bf28d210cfed, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:05:48.297192 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853395116'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:48.303687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a9eba8c-f2fd-4407-8498-f30ed510bc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:48.308474 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4a49b2d5-fdf8-4aa2-b183-dcf4f0f7d1f1 req-a06cb00e-369e-49d9-9a01-ad21be13f1f4 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Apr 19 11:05:48.381275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:48.381841 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:48.383410 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] 10.222.0.43 "PUT /v2.0/ports/ef16cad7-6370-421c-bb3f-bf28d210cfed HTTP/1.1" status: 200 len: 1097 time: 1.5390577 Apr 19 11:05:48.383981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721231fe-7a87-4670-a4f5-6986d1e29876', 'tag': 'ef16cad7-6370-421c-bb3f-bf28d210cfed'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:48.410710 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Pushing event updated for resources: {'Port': ['ID=ef16cad7-6370-421c-bb3f-bf28d210cfed,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:48.414852 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:48.422934 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-7782172b-079c-41e7-a4b6-7656a904b4de tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014506 Apr 19 11:05:48.462233 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721231fe-7a87-4670-a4f5-6986d1e29876', 'tag': 'ef16cad7-6370-421c-bb3f-bf28d210cfed', 'status': 'completed', 'code': 200} Apr 19 11:05:48.507684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95152520-2ccc-48fe-869d-134a588700d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:48.652668 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-17ecf635-d91a-4f64-b16e-7d6b97d52a15 service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195590 Apr 19 11:05:48.658473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-5c8dfaaf-05a5-45d5-864c-1f8db66fdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:48.660091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-5c8dfaaf-05a5-45d5-864c-1f8db66fdeeb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d823e81d850e43388a0d6b3f77ec248e&device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 1100 time: 0.1929755 Apr 19 11:05:48.806465 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-a4a555d0-17f0-4d32-a741-072af65e4014 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed HTTP/1.1" status: 200 len: 217 time: 0.1227803 Apr 19 11:05:48.923942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-5f7669bc-ba99-48b0-befe-bd47a5d1afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:48.925449 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-5f7669bc-ba99-48b0-befe-bd47a5d1afdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d43192d6-741e-43a3-be05-ba24fd5ef828 HTTP/1.1" status: 200 len: 843 time: 0.1053779 Apr 19 11:05:48.929158 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-33b55f4e-52c0-4992-a128-b67bae7a8d3b service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681015 Apr 19 11:05:49.009235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-280c864b-a965-477e-9015-5956172b170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:49.010877 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-280c864b-a965-477e-9015-5956172b170a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64b845a5-2303-43cd-a6ef-471fc5552ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0784984 Apr 19 11:05:49.125935 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5d40a486-c07f-44aa-b28c-3c936934222f req-27fe834b-e67c-4f98-8575-7e1cc3d19c4d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 210 time: 0.0493159 Apr 19 11:05:49.165876 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-7daac7e4-38bc-4c22-ab65-22da4df0bef2 service neutron] 10.222.0.43 "GET /v2.0/networks/64b845a5-2303-43cd-a6ef-471fc5552ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435983 Apr 19 11:05:49.293286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:49.316711 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2678ee8-d85e-47d0-bee6-b0e89e870459 req-df34228e-d3dd-4540-a119-c0aef316e344 service neutron] 10.222.0.43 "GET /v2.0/networks/64b845a5-2303-43cd-a6ef-471fc5552ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429489 Apr 19 11:05:49.559287 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-4e420742-1935-4503-aab9-4c1ad159a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:49.561022 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-4e420742-1935-4503-aab9-4c1ad159a028 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d823e81d850e43388a0d6b3f77ec248e&device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 1100 time: 0.1548657 Apr 19 11:05:49.569856 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-5cfa88b5-a66f-41f0-b8d4-7df782d8ee31 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:49.570619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-5cfa88b5-a66f-41f0-b8d4-7df782d8ee31 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Synchronizing usage tracker for tenant:d823e81d850e43388a0d6b3f77ec248e on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:49.587256 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-5cfa88b5-a66f-41f0-b8d4-7df782d8ee31 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Unset dirty status for tenant:d823e81d850e43388a0d6b3f77ec248e on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:49.588451 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-5cfa88b5-a66f-41f0-b8d4-7df782d8ee31 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 947 time: 0.1374702 Apr 19 11:05:49.721203 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-cd749bf7-7f2f-4dd0-800a-2b64cb56d8be tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Synchronizing usage tracker for tenant:d823e81d850e43388a0d6b3f77ec248e on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:49.767624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-cd749bf7-7f2f-4dd0-800a-2b64cb56d8be tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Unset dirty status for tenant:d823e81d850e43388a0d6b3f77ec248e on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:49.768872 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5c28b46c-fe9d-4600-9083-1c7999118264 req-cd749bf7-7f2f-4dd0-800a-2b64cb56d8be tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738300 Apr 19 11:05:49.785146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-64f30d51-6190-4228-bf07-e9b2a78e107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:49.786721 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-64f30d51-6190-4228-bf07-e9b2a78e107e service neutron] 10.222.0.43 "GET /v2.0/networks?id=64b845a5-2303-43cd-a6ef-471fc5552ff5 HTTP/1.1" status: 200 len: 870 time: 0.1755993 Apr 19 11:05:49.867281 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-9c3bdad7-0801-4d5a-9cb9-3c41e5e6f8e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed HTTP/1.1" status: 200 len: 217 time: 0.0713811 Apr 19 11:05:49.944125 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-8d8f4824-4596-4805-abdf-ea20748fac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:49.945665 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-8d8f4824-4596-4805-abdf-ea20748fac81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d43192d6-741e-43a3-be05-ba24fd5ef828 HTTP/1.1" status: 200 len: 843 time: 0.0671613 Apr 19 11:05:50.030027 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-15d3f35c-b75b-4076-963a-886f842f7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:50.031605 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-15d3f35c-b75b-4076-963a-886f842f7b72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=64b845a5-2303-43cd-a6ef-471fc5552ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0776420 Apr 19 11:05:50.066052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:50.201583 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-16e10013-6217-412b-85d8-56f8a71c9b38 service neutron] 10.222.0.43 "GET /v2.0/networks/64b845a5-2303-43cd-a6ef-471fc5552ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499949 Apr 19 11:05:50.330235 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab61578b-726d-4c2f-bcb0-2c18fe00c354 req-3d3e798c-03c2-4ab1-b253-4fc9e566cdcc tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 210 time: 0.0867932 Apr 19 11:05:50.361779 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-90c71e52-3878-4c03-92ca-31382b1dbf62 req-512eeed7-a539-4a7f-87fd-f2058bef572b service neutron] 10.222.0.43 "GET /v2.0/networks/64b845a5-2303-43cd-a6ef-471fc5552ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487885 Apr 19 11:05:50.469059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-fa1efd7c-5588-4846-a83c-0ca0314a4843 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:50.469059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0716787c-a5de-42d4-9772-376871c22a0e req-fa1efd7c-5588-4846-a83c-0ca0314a4843 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:50.484669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-0716787c-a5de-42d4-9772-376871c22a0e req-fa1efd7c-5588-4846-a83c-0ca0314a4843 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:50.486535 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-fa1efd7c-5588-4846-a83c-0ca0314a4843 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.1955495 Apr 19 11:05:50.510011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Request body: {'port': {'device_id': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'admin_state_up': True, 'tenant_id': '547aee8047474e029c2426be1a1514c0'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:50.653398 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:05:50.663220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:05:50.671787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Made reservation on behalf of 547aee8047474e029c2426be1a1514c0 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:05:50.678448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:50.850487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Allocated IP 172.20.0.13 (3be7afba-e485-4d74-864a-0f405829bd6e/4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f/fc14a030-e93d-4cdc-b28a-749b9a4ea649) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:05:50.888505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ef16cad7-6370-421c-bb3f-bf28d210cfed details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:05:50.977958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ab553-fc25-4585-86fd-2833910a8c3d req-b1c44980-bc1f-4ee0-8d82-4e9b3faeed56 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:50.979829 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d9ab553-fc25-4585-86fd-2833910a8c3d req-b1c44980-bc1f-4ee0-8d82-4e9b3faeed56 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 947 time: 0.0982130 Apr 19 11:05:50.993113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.035144 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7d9ab553-fc25-4585-86fd-2833910a8c3d req-0142da44-a5f1-44b1-a7f7-e1593107287c tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Apr 19 11:05:51.055303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port ef16cad7-6370-421c-bb3f-bf28d210cfed, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:51.069957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'ef16cad7-6370-421c-bb3f-bf28d210cfed', 'network_id': '64b845a5-2303-43cd-a6ef-471fc5552ff5', 'port_id': 'ef16cad7-6370-421c-bb3f-bf28d210cfed', 'mac_address': 'fa:16:3e:be:80:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43192d6-741e-43a3-be05-ba24fd5ef828', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:05:51.073980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.103873 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.109487 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4770d908-b373-426f-9893-c58e359b7b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:51.127849 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.143128 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7', '08a27338-72d8-4593-8388-ddaf712660e8'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:05:51.177980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef16cad7-6370-421c-bb3f-bf28d210cfed {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:51.181829 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Network 3be7afba-e485-4d74-864a-0f405829bd6e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:05:51.185385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:05:51.190014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:05:51.219777 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port ef16cad7-6370-421c-bb3f-bf28d210cfed, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:51.225534 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.227932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event updated for resources: {'Port': ['ID=fc14a030-e93d-4cdc-b28a-749b9a4ea649,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:51.229437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:51.235544 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:51.267930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:51.268641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.300823 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-44815b1d-bcca-4ef7-b88a-b6b8646ac2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950499 Apr 19 11:05:51.320787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Request body: {'port': {'device_id': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:05:51.336493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=ef16cad7-6370-421c-bb3f-bf28d210cfed,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:51.340383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:51.447221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.629549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['ef16cad7-6370-421c-bb3f-bf28d210cfed'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:05:51.691948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4227bbf-a3b3-4152-9b3f-cd8fbeec68ec req-98f1992d-e608-4a7e-a044-fabe8ff22546 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:51.692760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-a4227bbf-a3b3-4152-9b3f-cd8fbeec68ec req-98f1992d-e608-4a7e-a044-fabe8ff22546 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:05:51.787296 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-a4227bbf-a3b3-4152-9b3f-cd8fbeec68ec req-98f1992d-e608-4a7e-a044-fabe8ff22546 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:05:51.788497 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a4227bbf-a3b3-4152-9b3f-cd8fbeec68ec req-98f1992d-e608-4a7e-a044-fabe8ff22546 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 932 time: 0.3225777 Apr 19 11:05:51.877755 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a4227bbf-a3b3-4152-9b3f-cd8fbeec68ec req-1a71df62-4905-4607-b940-f605532bd43e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776362 Apr 19 11:05:51.961671 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc14a030-e93d-4cdc-b28a-749b9a4ea649 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:51.970104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.985091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Transition to ACTIVE for port object fc14a030-e93d-4cdc-b28a-749b9a4ea649 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:05:51.987695 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:51.992278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e2579837-3f05-40e1-8163-acebb4bb69d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:52.165106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Pushing event updated for resources: {'Port': ['ID=fc14a030-e93d-4cdc-b28a-749b9a4ea649,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:52.168110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:52.237339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc71d89-24e9-4d33-a219-373158312e15 req-517633c5-49e9-41af-bf8d-ce1991dbbc9c tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:52.239025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5bc71d89-24e9-4d33-a219-373158312e15 req-517633c5-49e9-41af-bf8d-ce1991dbbc9c tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 948 time: 0.0907457 Apr 19 11:05:52.239424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Attempting to bind port fc14a030-e93d-4cdc-b28a-749b9a4ea649 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:05:52.239803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Attempting to bind port fc14a030-e93d-4cdc-b28a-749b9a4ea649 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:05:52.240168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Attempting to bind port fc14a030-e93d-4cdc-b28a-749b9a4ea649 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:52.245772 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Port fc14a030-e93d-4cdc-b28a-749b9a4ea649 on network 3be7afba-e485-4d74-864a-0f405829bd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:05:52.246132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Attempting to bind port fc14a030-e93d-4cdc-b28a-749b9a4ea649 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:05:52.252578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:05:52.252955 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Checking segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:05:52.253373 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Bound using segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:05:52.253844 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Bound port: fc14a030-e93d-4cdc-b28a-749b9a4ea649, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:05:52.254226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:52.290877 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5bc71d89-24e9-4d33-a219-373158312e15 req-58476c1b-0eba-4017-864f-d2de8b6e53f0 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Apr 19 11:05:52.354945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] For port fc14a030-e93d-4cdc-b28a-749b9a4ea649, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:05:52.358101 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] For port fc14a030-e93d-4cdc-b28a-749b9a4ea649, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:05:52.361620 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:52.365615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0466df45-6d45-4311-bcbc-7456e51b1b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:52.428705 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:52.429383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:52.430895 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc14a030-e93d-4cdc-b28a-749b9a4ea649 HTTP/1.1" status: 200 len: 1094 time: 1.1150410 Apr 19 11:05:52.431477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'tag': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:52.454180 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Pushing event updated for resources: {'Port': ['ID=fc14a030-e93d-4cdc-b28a-749b9a4ea649,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:52.457377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f9cd203-dc4a-42c6-9a60-6eb3fa63c730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:52.481199 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'tag': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649', 'status': 'completed', 'code': 200} Apr 19 11:05:52.587064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-8f36fa47-db96-4230-a198-91ef7fc4702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:52.588604 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-8f36fa47-db96-4230-a198-91ef7fc4702a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 1097 time: 0.0867267 Apr 19 11:05:52.671055 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-22b84797-9c5a-4e5c-a808-8656e11674ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649 HTTP/1.1" status: 200 len: 217 time: 0.0677803 Apr 19 11:05:52.745719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716787c-a5de-42d4-9772-376871c22a0e req-020a070e-d637-4a0b-81cf-8520efeb29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:52.747376 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-020a070e-d637-4a0b-81cf-8520efeb29bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0693631 Apr 19 11:05:52.802408 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-e2b0fbb3-e60e-4e3a-be70-eb55850bb2f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474970 Apr 19 11:05:52.902376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ef16cad7-6370-421c-bb3f-bf28d210cfed up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:05:52.954417 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-086295b3-fa9a-459c-b9f4-187c6aff276f service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414378 Apr 19 11:05:52.976704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port ef16cad7-6370-421c-bb3f-bf28d210cfed completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:05:52.982764 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port ef16cad7-6370-421c-bb3f-bf28d210cfed triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:05:52.983183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:53.095748 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b96a3-3a48-43f5-a65b-b92efbca062d req-66d63cbe-1c0b-43d3-abdb-7c17a8ff5469 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:53.097442 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f0b96a3-3a48-43f5-a65b-b92efbca062d req-66d63cbe-1c0b-43d3-abdb-7c17a8ff5469 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 944 time: 0.0971415 Apr 19 11:05:53.112894 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0716787c-a5de-42d4-9772-376871c22a0e req-9d16385d-b9dc-4229-b840-5b42e587a887 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490917 Apr 19 11:05:53.116801 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:53.147077 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721231fe-7a87-4670-a4f5-6986d1e29876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16cad7-6370-421c-bb3f-bf28d210cfed'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:53.150124 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3f0b96a3-3a48-43f5-a65b-b92efbca062d req-d2776da9-bfc8-435b-bdd3-ba6915ded108 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Apr 19 11:05:53.159496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port ef16cad7-6370-421c-bb3f-bf28d210cfed, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:53.164161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:53.166434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bc475282-44f2-4f16-a9a9-77cac852cc0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:53.206751 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721231fe-7a87-4670-a4f5-6986d1e29876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16cad7-6370-421c-bb3f-bf28d210cfed', 'code': 200} Apr 19 11:05:53.242065 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=ef16cad7-6370-421c-bb3f-bf28d210cfed,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:53.245690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:53.319675 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-cf24bc96-bcb5-44a4-811e-71bb668e7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:53.321288 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-cf24bc96-bcb5-44a4-811e-71bb668e7181 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 1097 time: 0.0846205 Apr 19 11:05:53.474355 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-3d849a54-1ff7-4773-9ba9-b2ac3c0a0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:53.475887 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-3d849a54-1ff7-4773-9ba9-b2ac3c0a0b0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 916 time: 0.1469555 Apr 19 11:05:53.557273 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-9d58f022-f10c-4950-a2e0-33f38be49c91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649 HTTP/1.1" status: 200 len: 217 time: 0.0697906 Apr 19 11:05:53.566262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f7e2-3308-4459-9e3c-04097c79886b req-3c82fd3d-6b62-47f6-a71c-af3180376479 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:53.567870 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31f0f7e2-3308-4459-9e3c-04097c79886b req-3c82fd3d-6b62-47f6-a71c-af3180376479 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.1590419 Apr 19 11:05:53.571016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdecd3-b7de-4f11-91ad-8b226b2d4ef0 req-d72f4601-6564-4a22-8177-dca2a970d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:53.572450 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0dbdecd3-b7de-4f11-91ad-8b226b2d4ef0 req-d72f4601-6564-4a22-8177-dca2a970d679 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 1102 time: 0.1212926 Apr 19 11:05:53.635608 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-d7f8dba8-b2c0-4546-8557-9173464c6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:53.637159 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-d7f8dba8-b2c0-4546-8557-9173464c6d6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0731108 Apr 19 11:05:53.650848 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0dbdecd3-b7de-4f11-91ad-8b226b2d4ef0 req-1d92a0ae-90f7-4a55-80f2-5f2d1c34366c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711262 Apr 19 11:05:53.653892 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31f0f7e2-3308-4459-9e3c-04097c79886b req-0b097042-7b66-4400-9bcd-21e6db060caa tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611613 Apr 19 11:05:53.912058 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-2e3da0d5-5998-4a6a-88dc-b744deae529f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2677386 Apr 19 11:05:54.069127 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-5e3b2fb2-fe18-417d-80ed-79b18e20e7fa service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351328 Apr 19 11:05:54.212388 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3b02d47f-70e2-488c-852b-54a67a91c871 req-0cbb203c-363d-49a1-aff7-be2f1a2b1844 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362715 Apr 19 11:05:54.355588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de8929-ab17-4693-a197-3b8ce5225720 req-ab41bd10-97fe-4ea9-8b6d-2564107de0b5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:54.357155 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31de8929-ab17-4693-a197-3b8ce5225720 req-ab41bd10-97fe-4ea9-8b6d-2564107de0b5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 944 time: 0.0881104 Apr 19 11:05:54.410136 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-31de8929-ab17-4693-a197-3b8ce5225720 req-eb559438-0729-46de-9ed8-a3c07157c3cd tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Apr 19 11:05:54.860918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eee17-6088-44e8-995c-55fbd5ca1d7f req-440012e0-6e89-4533-9ede-ec6c4b831b69 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:54.863232 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da8eee17-6088-44e8-995c-55fbd5ca1d7f req-440012e0-6e89-4533-9ede-ec6c4b831b69 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.0947917 Apr 19 11:05:54.909634 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fc14a030-e93d-4cdc-b28a-749b9a4ea649 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:05:54.917373 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-da8eee17-6088-44e8-995c-55fbd5ca1d7f req-1c02c1a8-e0e3-48cb-ae4f-250f84b02ff6 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Apr 19 11:05:55.051413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fc14a030-e93d-4cdc-b28a-749b9a4ea649, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:55.065031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'port_id': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649', 'mac_address': 'fa:16:3e:18:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:05:55.125674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:55.144000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc14a030-e93d-4cdc-b28a-749b9a4ea649 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:05:55.160309 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fc14a030-e93d-4cdc-b28a-749b9a4ea649, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:55.162915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:55.164715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:55.232949 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=fc14a030-e93d-4cdc-b28a-749b9a4ea649,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:55.236224 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:55.512252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['fc14a030-e93d-4cdc-b28a-749b9a4ea649'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:05:55.615342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401457bf-3f56-493a-9fe2-b525efae92b4 req-9d042def-d119-4db2-b55d-13645c00a680 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:55.616991 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-401457bf-3f56-493a-9fe2-b525efae92b4 req-9d042def-d119-4db2-b55d-13645c00a680 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 945 time: 0.0907197 Apr 19 11:05:55.667188 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-401457bf-3f56-493a-9fe2-b525efae92b4 req-bc2636e4-8440-4ed9-b44c-b1107bb68bc9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Apr 19 11:05:56.118991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb0bab-c37f-45de-974f-e5296c666ed2 req-1e103617-160e-486b-9d56-8309f98d6290 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:56.120581 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f6fb0bab-c37f-45de-974f-e5296c666ed2 req-1e103617-160e-486b-9d56-8309f98d6290 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.0874870 Apr 19 11:05:56.167669 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f6fb0bab-c37f-45de-974f-e5296c666ed2 req-92b77871-6c9b-4bff-9afd-c499a3183aa7 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Apr 19 11:05:56.630206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e066a33-94ad-497a-855a-1a8634d97b52 req-df483e6c-ef6e-413b-acc1-e56dd1ba094f tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:56.631801 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7e066a33-94ad-497a-855a-1a8634d97b52 req-df483e6c-ef6e-413b-acc1-e56dd1ba094f tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.0911505 Apr 19 11:05:56.680391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7e066a33-94ad-497a-855a-1a8634d97b52 req-8c99951d-f343-424d-beb3-446a8b0d14a2 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Apr 19 11:05:56.876497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa19148-4ef6-4185-84cf-a7d6df3c7d04 req-cd0971bc-7bc1-4f47-9553-e024473bb479 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:56.878156 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3fa19148-4ef6-4185-84cf-a7d6df3c7d04 req-cd0971bc-7bc1-4f47-9553-e024473bb479 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 945 time: 0.0958695 Apr 19 11:05:56.917226 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fc14a030-e93d-4cdc-b28a-749b9a4ea649 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:05:56.927193 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3fa19148-4ef6-4185-84cf-a7d6df3c7d04 req-47d035e0-a4e9-4407-a592-c1199f7546d7 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Apr 19 11:05:56.990141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port fc14a030-e93d-4cdc-b28a-749b9a4ea649 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:05:56.995438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port fc14a030-e93d-4cdc-b28a-749b9a4ea649 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:05:56.996133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:57.124666 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:57.154337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:57.164863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port fc14a030-e93d-4cdc-b28a-749b9a4ea649, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:57.168333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:57.170216 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:57.206644 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649', 'code': 200} Apr 19 11:05:57.247690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=fc14a030-e93d-4cdc-b28a-749b9a4ea649,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:57.251398 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:57.503701 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c6dd8-a2a0-4a2b-ba9b-5d4d28289d2f req-d452870b-075b-4b2f-98c5-028f247d9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:57.505212 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab5c6dd8-a2a0-4a2b-ba9b-5d4d28289d2f req-d452870b-075b-4b2f-98c5-028f247d9f14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 1099 time: 0.0780559 Apr 19 11:05:57.551829 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ab5c6dd8-a2a0-4a2b-ba9b-5d4d28289d2f req-012cd75c-e044-4027-952a-6ba8a365bf40 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 Apr 19 11:05:57.893741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16b0b8-e25b-48a7-8637-6a38f79f82e8 req-52b2c66c-7a12-4d86-8f04-789126e46499 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:57.895401 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e16b0b8-e25b-48a7-8637-6a38f79f82e8 req-52b2c66c-7a12-4d86-8f04-789126e46499 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.0941429 Apr 19 11:05:57.944882 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3e16b0b8-e25b-48a7-8637-6a38f79f82e8 req-c0fd801d-f798-4811-ae34-66ca21c1acce tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428624 Apr 19 11:05:58.129243 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c50a11-4302-455e-b026-9c75e73a7120 req-4c4736ba-a83c-41b6-a38d-5819b5003c8e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:58.130876 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d5c50a11-4302-455e-b026-9c75e73a7120 req-4c4736ba-a83c-41b6-a38d-5819b5003c8e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 946 time: 0.0866244 Apr 19 11:05:58.180703 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d5c50a11-4302-455e-b026-9c75e73a7120 req-92d9b130-8122-4755-b225-c89f3127a2e4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Apr 19 11:05:58.728562 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-afd757a5-e001-4516-ad04-e17b5c307670 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:58.730129 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-afd757a5-e001-4516-ad04-e17b5c307670 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.43 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.0873613 Apr 19 11:05:58.817903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Deleting port ef16cad7-6370-421c-bb3f-bf28d210cfed {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:05:58.818288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:59.137290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] For port ef16cad7-6370-421c-bb3f-bf28d210cfed, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ef16cad7-6370-421c-bb3f-bf28d210cfed,segment=NetworkSegment(336db317-4594-44a0-ab59-d8381345a306),segment_id=336db317-4594-44a0-ab59-d8381345a306)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:05:59.137908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:59.284036 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Calling delete_port for ef16cad7-6370-421c-bb3f-bf28d210cfed owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:05:59.366275 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eea916-220b-40d6-937e-8c1c8523721e req-989df606-92c2-4e06-9ce3-6a683c11ecf0 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:59.368071 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-57eea916-220b-40d6-937e-8c1c8523721e req-989df606-92c2-4e06-9ce3-6a683c11ecf0 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/ports?device_id=721231fe-7a87-4670-a4f5-6986d1e29876 HTTP/1.1" status: 200 len: 949 time: 0.3042536 Apr 19 11:05:59.388499 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5195-1918-413e-b430-e93fc203d90c req-85d0202a-8726-4efe-80fd-eec2a9d5f78e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:05:59.390152 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bd5195-1918-413e-b430-e93fc203d90c req-85d0202a-8726-4efe-80fd-eec2a9d5f78e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 946 time: 0.0915017 Apr 19 11:05:59.443264 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-49bd5195-1918-413e-b430-e93fc203d90c req-19d47c38-91a9-480f-901b-b2513ddbf142 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Apr 19 11:05:59.474386 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-57eea916-220b-40d6-937e-8c1c8523721e req-a6f4d7b9-f452-4a9f-9ace-51043c28b286 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.35 "GET /v2.0/security-groups?id=87219406-8465-4135-bc24-ddf1c66de437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912199 Apr 19 11:05:59.500435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:59.506624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-389ae989-3988-40a1-8a4b-75fd519e6aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:05:59.555717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Pushing event deleted for resources: {'Port': ['ID=ef16cad7-6370-421c-bb3f-bf28d210cfed,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:05:59.559728 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:05:59.647490 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] No DVR routers for this DVR port ef16cad7-6370-421c-bb3f-bf28d210cfed on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:05:59.650250 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:05:59.653386 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721231fe-7a87-4670-a4f5-6986d1e29876', 'name': 'network-vif-deleted', 'tag': 'ef16cad7-6370-421c-bb3f-bf28d210cfed'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:05:59.671298 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-5813c486-a61f-4a9a-b2ed-55df23fceefa req-c105f5ce-ef87-4a1d-97d8-5ab7581ff2f9 tempest-VolumesNegativeTest-162837967 tempest-VolumesNegativeTest-162837967-project] 10.222.0.43 "DELETE /v2.0/ports/ef16cad7-6370-421c-bb3f-bf28d210cfed HTTP/1.1" status: 204 len: 173 time: 0.9284365 Apr 19 11:05:59.709964 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721231fe-7a87-4670-a4f5-6986d1e29876', 'name': 'network-vif-deleted', 'tag': 'ef16cad7-6370-421c-bb3f-bf28d210cfed', 'status': 'completed', 'code': 200} Apr 19 11:06:00.963658 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ef16cad7-6370-421c-bb3f-bf28d210cfed no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:06:01.006706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: ef16cad7-6370-421c-bb3f-bf28d210cfed {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:06:01.007340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device ef16cad7-6370-421c-bb3f-bf28d210cfed not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:06:04.323290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:05.427032 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36492) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:05.591354 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-4a9f2903-9a76-47ce-860b-8eddcce1f4fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d823e81d850e43388a0d6b3f77ec248e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629386 Apr 19 11:06:05.594643 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36500) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:05.666103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:05.940943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:05.986133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:05.991351 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3ce559d-fee9-4855-b504-386dd1cd9b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:06.005983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87219406-8465-4135-bc24-ddf1c66de437,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:06.008698 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:06.015456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:06.019897 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-35befe7b-dca0-4a4a-ac2f-fb37232cf8de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87219406-8465-4135-bc24-ddf1c66de437 HTTP/1.1" status: 204 len: 168 time: 0.4217985 Apr 19 11:06:06.020067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-94914c11-89bd-46e7-b58a-c321ab9c3bb2 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:06.020067 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-94914c11-89bd-46e7-b58a-c321ab9c3bb2 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.1612954 Apr 19 11:06:06.036875 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-70daf651-741e-4c8a-bdec-f224034d3e7d tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/quotas/547aee8047474e029c2426be1a1514c0 HTTP/1.1" status: 200 len: 375 time: 0.0106742 Apr 19 11:06:06.129307 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-9b6fa2f1-33f4-4973-b1ba-ab910e6f6a17 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864069 Apr 19 11:06:06.398215 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-f37e57c1-4143-416e-a605-3f06ec6e80d9 service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611835 Apr 19 11:06:06.539572 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-ee819017-879d-4bf4-92a6-40b254916d71 service neutron] 10.222.0.35 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348379 Apr 19 11:06:06.735681 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a9e36686-d4d1-4539-8636-4064e2e7bf03 req-32d07b9d-22f2-4e52-b0fd-4e4b7bf65c91 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 210 time: 0.0489659 Apr 19 11:06:07.959245 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6231e7d4-f13d-445a-b779-f84084cc97b9 req-f091b75f-5703-44f8-96f2-1183ab9f8b1a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 210 time: 0.0590346 Apr 19 11:06:08.025564 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-ee9ff579-27de-406b-9feb-4d2eb015813e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:08.027113 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-ee9ff579-27de-406b-9feb-4d2eb015813e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 815 time: 0.2101529 Apr 19 11:06:08.049085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Request body: {'port': {'device_id': '6293288c-7af2-4e1f-968c-72e9357c4774', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'admin_state_up': True, 'tenant_id': '547aee8047474e029c2426be1a1514c0'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:06:08.191510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:06:08.201385 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:06:08.210589 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Made reservation on behalf of 547aee8047474e029c2426be1a1514c0 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 11:06:08.216471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:08.385496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Allocated IP 172.20.0.3 (3be7afba-e485-4d74-864a-0f405829bd6e/4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f/7fc2ad45-b61e-4ae7-8518-1ef02da7af62) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 11:06:08.600761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:08.630694 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363268667361447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:08.636404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76497a9f-4f11-4539-9e59-aed14973adc6 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:08.670549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7', '08a27338-72d8-4593-8388-ddaf712660e8', 'fc14a030-e93d-4cdc-b28a-749b9a4ea649'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:06:08.707075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Network 3be7afba-e485-4d74-864a-0f405829bd6e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 11:06:08.710336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Resources bound (agent type, host, resource id): {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 11:06:08.714537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 11:06:08.752747 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event updated for resources: {'Port': ['ID=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:08.767334 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.767757 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.768167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.768573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.768982 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.769380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.769802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.770178 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.770623 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.771021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.771415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.771806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:08.781227 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:08.798442 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:08.799130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:08.822930 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-d802c8c4-2fd9-41ab-a752-affe894a38fb tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784979 Apr 19 11:06:08.844985 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.v2.base [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Request body: {'port': {'device_id': '6293288c-7af2-4e1f-968c-72e9357c4774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 11:06:08.969974 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:09.168616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3fbb-e748-440c-8abc-151f68a71ea0 req-27947d97-0a56-4e10-b95a-e9678d9d151c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:09.170154 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cf4c3fbb-e748-440c-8abc-151f68a71ea0 req-27947d97-0a56-4e10-b95a-e9678d9d151c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 931 time: 0.0931928 Apr 19 11:06:09.218090 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-cf4c3fbb-e748-440c-8abc-151f68a71ea0 req-0beca927-19e2-4627-83f4-cca8bd150294 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Apr 19 11:06:09.336774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:06:09.345655 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:09.361132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Transition to ACTIVE for port object 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 11:06:09.364146 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:09.369112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-92cbaca5-0fed-4f25-98cc-c8c1b1f58c3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:09.775559 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Pushing event updated for resources: {'Port': ['ID=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:09.783975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:09.854845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Attempting to bind port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 11:06:09.855211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Attempting to bind port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 11:06:09.855571 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Attempting to bind port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:06:09.860428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 on network 3be7afba-e485-4d74-864a-0f405829bd6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 11:06:09.860774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Attempting to bind port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 on network 3be7afba-e485-4d74-864a-0f405829bd6e {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 11:06:09.866142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Checking agent: {'id': '0796c193-28dc-4ee0-bbf5-4a314e7fcef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'started_at': datetime.datetime(2021, 4, 19, 10, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 11:06:09.866553 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Checking segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 11:06:09.866963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Bound using segment: {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 11:06:09.867414 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Bound port: 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8915e0b2-81b4-4602-8931-dd5d02c515f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 11:06:09.867785 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:09.961264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] For port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host hv-cinder-78652, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 11:06:09.964285 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] For port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 11:06:09.967473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852538021'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:09.972584 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:10.023773 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:10.024436 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:10.025934 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-caad2628-debe-4027-9b27-33c834eca24b service neutron] 10.222.0.43 "PUT /v2.0/ports/7fc2ad45-b61e-4ae7-8518-1ef02da7af62 HTTP/1.1" status: 200 len: 1093 time: 1.1870449 Apr 19 11:06:10.026424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6293288c-7af2-4e1f-968c-72e9357c4774', 'tag': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:10.056845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Pushing event updated for resources: {'Port': ['ID=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:10.060110 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-caad2628-debe-4027-9b27-33c834eca24b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:10.080109 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6293288c-7af2-4e1f-968c-72e9357c4774', 'tag': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62', 'status': 'completed', 'code': 200} Apr 19 11:06:10.195870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-0c1745e3-840b-48a8-9bf8-974d1950fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:10.197431 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-0c1745e3-840b-48a8-9bf8-974d1950fe27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 1096 time: 0.0820992 Apr 19 11:06:10.290745 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-894cdc72-9906-4659-84c0-9b14efe8f5f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62 HTTP/1.1" status: 200 len: 217 time: 0.0698516 Apr 19 11:06:10.369716 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba959413-ef74-4116-93d6-e6cee07600fa req-02efde81-9c8b-4007-b239-1f50f00d6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:10.371338 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-02efde81-9c8b-4007-b239-1f50f00d6330 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0689912 Apr 19 11:06:10.423113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64668cf-7910-49a6-8e9e-cd4049730b0c req-82adcae1-caf9-4a45-90d7-4c220a084bc1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:10.424722 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c64668cf-7910-49a6-8e9e-cd4049730b0c req-82adcae1-caf9-4a45-90d7-4c220a084bc1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 943 time: 0.0886075 Apr 19 11:06:10.425712 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-0035110d-7bba-43d7-a662-364beebc1f23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463579 Apr 19 11:06:10.473247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c64668cf-7910-49a6-8e9e-cd4049730b0c req-1901b48b-9fe4-4e37-bac1-b43bb80282df tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Apr 19 11:06:10.578799 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-1669d313-353c-44dc-9d91-932afa887120 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343760 Apr 19 11:06:10.720168 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba959413-ef74-4116-93d6-e6cee07600fa req-a4e1ec78-bfd1-4677-b1b7-97c565c939cc service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330962 Apr 19 11:06:10.895665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-3afa8a54-1162-46e9-8400-a29296992fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:10.897279 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-3afa8a54-1162-46e9-8400-a29296992fa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 1096 time: 0.0830712 Apr 19 11:06:11.052181 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-68f0d416-4bfd-4206-a623-19a9dbd8c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:11.053700 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-68f0d416-4bfd-4206-a623-19a9dbd8c974 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 916 time: 0.1376429 Apr 19 11:06:11.126861 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-daecf273-f7d6-465d-a63d-a3adb43bd5ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62 HTTP/1.1" status: 200 len: 217 time: 0.0657229 Apr 19 11:06:11.210013 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-effd6723-69bf-461c-babf-a5c395fb8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:11.211463 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-effd6723-69bf-461c-babf-a5c395fb8d49 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0663545 Apr 19 11:06:11.269319 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-316149a6-4114-4f62-bfc1-23320b881ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482597 Apr 19 11:06:11.417918 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-a9202c60-f7a5-4ff7-b9fb-f6b0246b42b7 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408372 Apr 19 11:06:11.570292 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ccbd1b7a-bbef-45b6-a8bd-390fccff4edb req-a0c22012-b899-42d6-95c5-d43eee95da96 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440556 Apr 19 11:06:11.678688 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aefbc-0b7d-41e9-ab49-e79cfc8bffad req-bf33dbcf-56fb-43a6-b51a-930287bf7186 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:11.679450 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-2e6aefbc-0b7d-41e9-ab49-e79cfc8bffad req-bf33dbcf-56fb-43a6-b51a-930287bf7186 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:06:11.694803 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-2e6aefbc-0b7d-41e9-ab49-e79cfc8bffad req-bf33dbcf-56fb-43a6-b51a-930287bf7186 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:06:11.696085 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2e6aefbc-0b7d-41e9-ab49-e79cfc8bffad req-bf33dbcf-56fb-43a6-b51a-930287bf7186 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 943 time: 0.1057692 Apr 19 11:06:11.751463 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2e6aefbc-0b7d-41e9-ab49-e79cfc8bffad req-6c67d862-65b0-45d9-8412-5145a0c5e338 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488496 Apr 19 11:06:12.746889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:06:12.962896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577698-28c6-4099-a64e-300199d55702 req-1ec07323-17fd-4f70-9d99-7dbb4d1b5d53 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:12.964539 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-32577698-28c6-4099-a64e-300199d55702 req-1ec07323-17fd-4f70-9d99-7dbb4d1b5d53 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 943 time: 0.0944190 Apr 19 11:06:13.014328 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-32577698-28c6-4099-a64e-300199d55702 req-d1f8e6b4-234e-41b7-bd32-40c9ef4cf4ed tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432606 Apr 19 11:06:13.073277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:06:13.218106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:13.233270 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62', 'network_id': '3be7afba-e485-4d74-864a-0f405829bd6e', 'port_id': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62', 'mac_address': 'fa:16:3e:34:b2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:06:13.294445 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:13.313411 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:06:13.329910 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:13.332921 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:13.334800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:13.409383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:13.412836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:13.721733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['7fc2ad45-b61e-4ae7-8518-1ef02da7af62'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:06:14.217444 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f02ee1-55fb-40d7-a8c1-84f01e9934a0 req-74080ad8-35d0-490b-a1dd-894acde535f6 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:14.219570 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-88f02ee1-55fb-40d7-a8c1-84f01e9934a0 req-74080ad8-35d0-490b-a1dd-894acde535f6 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 944 time: 0.0885584 Apr 19 11:06:14.267058 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-88f02ee1-55fb-40d7-a8c1-84f01e9934a0 req-6c14728f-c6ce-4754-b08e-4cdf758def05 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Apr 19 11:06:15.121130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:06:15.194948 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning for port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 11:06:15.199633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:06:15.200051 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:15.324900 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:15.352975 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6293288c-7af2-4e1f-968c-72e9357c4774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:15.364122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:15.368235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:15.370182 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51ec2fe1-7ae2-4ac4-8a59-b0a379384bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:15.407716 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6293288c-7af2-4e1f-968c-72e9357c4774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62', 'code': 200} Apr 19 11:06:15.440807 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:15.444220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:15.473969 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103b905-c48c-4e7f-96c4-16213e50a65b req-e8b84338-6a5f-4bbe-aa60-175ba44837c1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:15.475600 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a103b905-c48c-4e7f-96c4-16213e50a65b req-e8b84338-6a5f-4bbe-aa60-175ba44837c1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.0948405 Apr 19 11:06:15.527770 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a103b905-c48c-4e7f-96c4-16213e50a65b req-8150c2f8-3f43-4eaf-b479-f72166c39974 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Apr 19 11:06:15.693144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c919b-99e2-41d3-88ac-fb33f8af843e req-0404ef2a-7fc9-43b8-8d28-fda9524047d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:15.694715 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6f6c919b-99e2-41d3-88ac-fb33f8af843e req-0404ef2a-7fc9-43b8-8d28-fda9524047d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 1098 time: 0.0793660 Apr 19 11:06:15.741085 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6f6c919b-99e2-41d3-88ac-fb33f8af843e req-55ce9f21-f933-4291-abce-f2984776d269 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370388 Apr 19 11:06:16.105478 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2678ebfd-ebe7-4896-becf-876c365b6639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:16.731708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b7d1d-1daa-47af-959c-9d526825ace6 req-b69f7b0d-3877-486f-a126-02ab82857738 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:16.733294 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-630b7d1d-1daa-47af-959c-9d526825ace6 req-b69f7b0d-3877-486f-a126-02ab82857738 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.0879650 Apr 19 11:06:16.781865 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-630b7d1d-1daa-47af-959c-9d526825ace6 req-94c403ae-7fa2-4323-8e0f-bfa3193d3712 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Apr 19 11:06:17.981804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c36eb-ffac-49d2-9327-b8624d2056ba req-bdfc6463-2794-47c4-ad75-efaebbc56261 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:17.983486 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-af5c36eb-ffac-49d2-9327-b8624d2056ba req-bdfc6463-2794-47c4-ad75-efaebbc56261 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.0880954 Apr 19 11:06:18.031083 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-af5c36eb-ffac-49d2-9327-b8624d2056ba req-2d6c7e3a-abf5-4fce-a4ff-7bcc2a22fb5a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Apr 19 11:06:18.509513 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c526df7d-afd6-4af7-82ba-5915f88b7a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:19.293183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:20.069168 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:20.932370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:21.006778 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a47dc-d3f9-4e52-bd7c-feb3c4975348 req-e976b9f1-9fe5-44cb-b22f-4da15ee77767 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:21.008481 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba6a47dc-d3f9-4e52-bd7c-feb3c4975348 req-e976b9f1-9fe5-44cb-b22f-4da15ee77767 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0971601 Apr 19 11:06:21.058683 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-ba6a47dc-d3f9-4e52-bd7c-feb3c4975348 req-e2e6076a-decd-4e6f-9539-fb72f5eb7561 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Apr 19 11:06:22.276022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de618f-d491-485b-a5dd-cc16fb4b104e req-f38c578a-9a23-4184-b870-8cdbfc20e5c5 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:22.278092 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44de618f-d491-485b-a5dd-cc16fb4b104e req-f38c578a-9a23-4184-b870-8cdbfc20e5c5 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0970635 Apr 19 11:06:22.329240 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44de618f-d491-485b-a5dd-cc16fb4b104e req-6d83f2f4-d7cb-48f8-bbdf-1be233f00632 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Apr 19 11:06:23.539066 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d8dd9-517b-4ae9-b129-476e6c0b3a07 req-a8ad04e2-f5e7-469f-9ed9-abf6bc755704 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:23.540749 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-629d8dd9-517b-4ae9-b129-476e6c0b3a07 req-a8ad04e2-f5e7-469f-9ed9-abf6bc755704 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0927022 Apr 19 11:06:23.594391 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-629d8dd9-517b-4ae9-b129-476e6c0b3a07 req-a0d505c4-ec85-4f52-bce9-824634d9e779 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Apr 19 11:06:24.802888 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c1c9-8fdc-4f5b-8678-dd10fe0159fa req-55a2f10a-7b16-4dc7-9f8f-1fa32c2a1b32 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:24.804597 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6298c1c9-8fdc-4f5b-8678-dd10fe0159fa req-55a2f10a-7b16-4dc7-9f8f-1fa32c2a1b32 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0928907 Apr 19 11:06:24.856643 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-6298c1c9-8fdc-4f5b-8678-dd10fe0159fa req-a2d6470c-c8d8-4691-974e-3a7c367e398d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456393 Apr 19 11:06:25.633961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449f92a-2d92-4e1d-898a-f7025801568b req-22a9dc87-a3c4-46af-b379-394f1e79d61c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:25.635541 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1449f92a-2d92-4e1d-898a-f7025801568b req-22a9dc87-a3c4-46af-b379-394f1e79d61c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.0857646 Apr 19 11:06:25.683893 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-1449f92a-2d92-4e1d-898a-f7025801568b req-5ca11a1e-63c0-416f-a3c6-6feea280afc5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Apr 19 11:06:26.063293 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b1fcd-d18a-4256-86d9-cac7e9051676 req-9e235159-e466-4230-9bc9-4d0c14bda917 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:26.064867 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b3b1fcd-d18a-4256-86d9-cac7e9051676 req-9e235159-e466-4230-9bc9-4d0c14bda917 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0920525 Apr 19 11:06:26.112091 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4b3b1fcd-d18a-4256-86d9-cac7e9051676 req-9b78a930-30d3-4b2e-b24c-3b25cff33311 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408087 Apr 19 11:06:26.890031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1c18e-7c79-4070-bfc8-61547499511c req-dc4b1aa5-09a5-498a-b973-107b753fe471 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:26.891689 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-03f1c18e-7c79-4070-bfc8-61547499511c req-dc4b1aa5-09a5-498a-b973-107b753fe471 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.0919917 Apr 19 11:06:26.938995 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-03f1c18e-7c79-4070-bfc8-61547499511c req-325ed050-58a5-4e1e-8d67-9c2a66cf7e6e tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Apr 19 11:06:27.457639 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cefded-3d26-4348-89a0-682f9d3be114 req-7e143aa6-d7bf-4ff2-9a37-b21baf631bb0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:27.459210 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-91cefded-3d26-4348-89a0-682f9d3be114 req-7e143aa6-d7bf-4ff2-9a37-b21baf631bb0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0901875 Apr 19 11:06:27.509941 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-91cefded-3d26-4348-89a0-682f9d3be114 req-3cd517e1-29fa-4ed7-97a2-c4cc9aa074ca tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445204 Apr 19 11:06:27.676923 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-0d9e08b7-f4e3-432a-8394-ad800c84dc2a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:27.678473 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-0d9e08b7-f4e3-432a-8394-ad800c84dc2a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.0859902 Apr 19 11:06:27.760827 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Deleting port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:06:27.761141 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:28.024941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] For port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:28.025265 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:28.194167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Calling delete_port for 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:06:28.355079 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765c290-bc31-405a-aa0e-460c293b9881 req-7dcfe4a5-4ff8-4546-a1ef-a623feb2bb86 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:28.356704 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a765c290-bc31-405a-aa0e-460c293b9881 req-7dcfe4a5-4ff8-4546-a1ef-a623feb2bb86 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=6293288c-7af2-4e1f-968c-72e9357c4774 HTTP/1.1" status: 200 len: 945 time: 0.2630320 Apr 19 11:06:28.419769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:28.428885 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d56d9dc-9a65-4942-bafb-5fe6f56b24c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:28.456505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7', '08a27338-72d8-4593-8388-ddaf712660e8', 'fc14a030-e93d-4cdc-b28a-749b9a4ea649', '7fc2ad45-b61e-4ae7-8518-1ef02da7af62'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:06:28.476434 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a765c290-bc31-405a-aa0e-460c293b9881 req-95d4704b-b2b0-42da-9fdf-1c8200575768 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112571 Apr 19 11:06:28.485815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event deleted for resources: {'Port': ['ID=7fc2ad45-b61e-4ae7-8518-1ef02da7af62,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:28.488795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:28.567375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] No DVR routers for this DVR port 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:06:28.570059 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:28.574362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6293288c-7af2-4e1f-968c-72e9357c4774', 'name': 'network-vif-deleted', 'tag': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:28.588814 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-0f5ea09a-d2e9-4693-90d3-6b58fc93731e req-03f6f668-b768-4255-8667-3fa68f7733d1 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "DELETE /v2.0/ports/7fc2ad45-b61e-4ae7-8518-1ef02da7af62 HTTP/1.1" status: 204 len: 173 time: 0.9041395 Apr 19 11:06:28.630698 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6293288c-7af2-4e1f-968c-72e9357c4774', 'name': 'network-vif-deleted', 'tag': '7fc2ad45-b61e-4ae7-8518-1ef02da7af62', 'status': 'completed', 'code': 200} Apr 19 11:06:28.746585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2795366-9b35-4e9c-b82c-fd22ca678a14 req-e386227c-816b-4213-b72f-ab2a52bdb48d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:28.748210 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2795366-9b35-4e9c-b82c-fd22ca678a14 req-e386227c-816b-4213-b72f-ab2a52bdb48d tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.1021428 Apr 19 11:06:28.807046 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-c2795366-9b35-4e9c-b82c-fd22ca678a14 req-a69ad51f-bded-4638-9604-0368be4c9d68 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522039 Apr 19 11:06:30.023068 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e0de-d971-4602-9c8b-2944330591a0 req-896befbf-2414-44b5-a9e3-ae0618419680 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:30.024724 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9f86e0de-d971-4602-9c8b-2944330591a0 req-896befbf-2414-44b5-a9e3-ae0618419680 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0953391 Apr 19 11:06:30.074986 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9f86e0de-d971-4602-9c8b-2944330591a0 req-c701cb58-b152-4d24-8203-67bc5acaf54f tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Apr 19 11:06:31.200776 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:06:31.210238 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905a2f-ac69-44ec-a587-b921fa164e70 req-a06f6d3e-1820-4db3-b7f0-4792124b10d7 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:31.211998 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-03905a2f-ac69-44ec-a587-b921fa164e70 req-a06f6d3e-1820-4db3-b7f0-4792124b10d7 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 946 time: 0.0950425 Apr 19 11:06:31.239715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:06:31.239715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 7fc2ad45-b61e-4ae7-8518-1ef02da7af62 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:06:31.264861 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-03905a2f-ac69-44ec-a587-b921fa164e70 req-c42fe7d7-a9a8-44eb-a8a3-f810b8219bad tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Apr 19 11:06:31.338817 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-daea56ed-ef4f-49f6-8ff4-ae2ff03c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:31.340440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-daea56ed-ef4f-49f6-8ff4-ae2ff03c49a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.1563094 Apr 19 11:06:31.352771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b7f7-fbf9-4597-aa69-300844975287 req-1a9033eb-ff4e-4893-bdd0-2ff9cfe7deda tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:31.354388 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9270b7f7-fbf9-4597-aa69-300844975287 req-1a9033eb-ff4e-4893-bdd0-2ff9cfe7deda tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.1180279 Apr 19 11:06:31.493429 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9270b7f7-fbf9-4597-aa69-300844975287 req-eb240fd3-c22e-4edd-aa6a-e4e18c5e13cf tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127725 Apr 19 11:06:31.534632 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-3ff6f614-f698-40ec-aa29-9d1e25e5917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:31.536142 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-3ff6f614-f698-40ec-aa29-9d1e25e5917d service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.1807752 Apr 19 11:06:31.651212 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-260b8651-058f-4eed-b348-2cdedb67c6e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 1002 time: 0.1074142 Apr 19 11:06:31.724288 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-6436759a-9384-45f2-9122-7b60c69dcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:31.725847 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-6436759a-9384-45f2-9122-7b60c69dcf1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0680223 Apr 19 11:06:31.812837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-89efffbf-f33d-4326-83a9-c10ec65acc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:31.814453 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-89efffbf-f33d-4326-83a9-c10ec65acc0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812395 Apr 19 11:06:31.959735 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-bc4d3d06-9170-4b57-a636-89b1cea3fc2c service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383541 Apr 19 11:06:32.342025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-d42aa31c-8151-4ccc-ab4d-85b830fa943e req-0016f0e8-f88b-45f7-bee8-3dc3d6ec9671 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754656 Apr 19 11:06:32.476891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c5bbc-c8ee-4a9f-84f5-a1991e22077b req-21eeca09-2b4b-477d-9983-4663c059442b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:32.478585 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-379c5bbc-c8ee-4a9f-84f5-a1991e22077b req-21eeca09-2b4b-477d-9983-4663c059442b tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 946 time: 0.0960655 Apr 19 11:06:32.529247 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-379c5bbc-c8ee-4a9f-84f5-a1991e22077b req-a64526e7-a2ef-481b-970a-a52d7751fbbe tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Apr 19 11:06:32.704348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1cb3-cafb-45eb-b730-06c7e7a94705 req-bbd3ea7b-7eff-49f6-b30b-5198f0ab1908 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:32.706082 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f6e1cb3-cafb-45eb-b730-06c7e7a94705 req-bbd3ea7b-7eff-49f6-b30b-5198f0ab1908 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0944083 Apr 19 11:06:32.756151 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7f6e1cb3-cafb-45eb-b730-06c7e7a94705 req-236fa410-ae71-44ae-a734-fa9dbe505ac8 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 Apr 19 11:06:33.031094 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-efb51197-73cd-4c63-a6fe-b22246ca8052 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:33.032277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-efb51197-73cd-4c63-a6fe-b22246ca8052 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:06:33.046430 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-efb51197-73cd-4c63-a6fe-b22246ca8052 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:06:33.048234 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-efb51197-73cd-4c63-a6fe-b22246ca8052 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 946 time: 0.1020749 Apr 19 11:06:33.126676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Deleting port fc14a030-e93d-4cdc-b28a-749b9a4ea649 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:06:33.127060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:33.384223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] For port fc14a030-e93d-4cdc-b28a-749b9a4ea649, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fc14a030-e93d-4cdc-b28a-749b9a4ea649,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:33.384877 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:33.518717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Calling delete_port for fc14a030-e93d-4cdc-b28a-749b9a4ea649 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:06:33.672470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:33.677941 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c00c60b-b36e-4543-8acc-4ce4582d5839 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:33.694948 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b0ae3c31-9e02-435e-b944-b05ee0dcf331 req-ee88b5a8-bfe5-4435-9bb9-6372f55e5791 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=a27c2c74-404a-4599-a532-ad2c40689d40 HTTP/1.1" status: 200 len: 210 time: 0.0506685 Apr 19 11:06:33.711179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7', '08a27338-72d8-4593-8388-ddaf712660e8', 'fc14a030-e93d-4cdc-b28a-749b9a4ea649'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:06:33.726202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event deleted for resources: {'Port': ['ID=fc14a030-e93d-4cdc-b28a-749b9a4ea649,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:33.729549 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:33.809123 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] No DVR routers for this DVR port fc14a030-e93d-4cdc-b28a-749b9a4ea649 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:06:33.811644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:33.814652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'name': 'network-vif-deleted', 'tag': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:33.834747 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-86937c79-a6fd-46ce-bc29-eb9edf0cded9 req-c604992e-53cb-441e-9c90-292afa2accb9 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "DELETE /v2.0/ports/fc14a030-e93d-4cdc-b28a-749b9a4ea649 HTTP/1.1" status: 204 len: 173 time: 0.7798772 Apr 19 11:06:33.895602 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27c2c74-404a-4599-a532-ad2c40689d40', 'name': 'network-vif-deleted', 'tag': 'fc14a030-e93d-4cdc-b28a-749b9a4ea649', 'status': 'completed', 'code': 200} Apr 19 11:06:33.994000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc4e89-b203-4ac0-938b-eff47cd0ebb2 req-74ae68e9-1646-4384-9784-d73e8092e7b4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:34.001919 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9acc4e89-b203-4ac0-938b-eff47cd0ebb2 req-74ae68e9-1646-4384-9784-d73e8092e7b4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0982108 Apr 19 11:06:34.062469 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-9acc4e89-b203-4ac0-938b-eff47cd0ebb2 req-bf1e770b-ae75-40e8-92c9-e5199e14bf67 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594714 Apr 19 11:06:34.318469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:35.204662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d49ee5-b7e5-4c97-8e09-bec554dc66f8 req-49719ce9-1bdc-476a-b9e7-478deca6be24 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:35.207619 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-94d49ee5-b7e5-4c97-8e09-bec554dc66f8 req-49719ce9-1bdc-476a-b9e7-478deca6be24 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 945 time: 0.1068130 Apr 19 11:06:35.262196 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-94d49ee5-b7e5-4c97-8e09-bec554dc66f8 req-d414c1f3-d138-44d1-b07e-3b783e3f74c2 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Apr 19 11:06:35.282474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975339ef-82d0-4473-bb14-3306b189e1d3 req-e7114574-25e4-429b-acab-66d19de49abf tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:35.282474 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-975339ef-82d0-4473-bb14-3306b189e1d3 req-e7114574-25e4-429b-acab-66d19de49abf tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0993075 Apr 19 11:06:35.332456 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-975339ef-82d0-4473-bb14-3306b189e1d3 req-22e6f4a1-938f-493a-812c-dfe7b3c1823f tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452938 Apr 19 11:06:35.638188 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-5165e1a9-5a1c-4c84-a2c8-84f792f9efd7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811951 Apr 19 11:06:35.710937 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83673cff-f384-42b9-92d0-2a3244c8991b req-1d69a75a-c3fc-430a-9e7b-8ee29fd32772 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:35.712576 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-83673cff-f384-42b9-92d0-2a3244c8991b req-1d69a75a-c3fc-430a-9e7b-8ee29fd32772 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0900426 Apr 19 11:06:35.765986 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-83673cff-f384-42b9-92d0-2a3244c8991b req-8a0ed146-c5f3-4f4a-bff6-4ae001a4e047 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457845 Apr 19 11:06:36.470633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ac42f-1b34-4571-9c2e-5718d4e0b644 req-2883ef32-55a6-4313-a393-5401569b2fb4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:36.472176 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-166ac42f-1b34-4571-9c2e-5718d4e0b644 req-2883ef32-55a6-4313-a393-5401569b2fb4 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 945 time: 0.0897772 Apr 19 11:06:36.520527 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-166ac42f-1b34-4571-9c2e-5718d4e0b644 req-5c9e9adf-5857-4ae5-9497-dfca43a1b6ba tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Apr 19 11:06:36.660566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-29cd70a8-86b2-4670-874f-b089b09abfe5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:36.661337 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-29cd70a8-86b2-4670-874f-b089b09abfe5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Synchronizing usage tracker for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:06:36.679070 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-29cd70a8-86b2-4670-874f-b089b09abfe5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Unset dirty status for tenant:547aee8047474e029c2426be1a1514c0 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:06:36.680349 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-29cd70a8-86b2-4670-874f-b089b09abfe5 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 945 time: 0.1069307 Apr 19 11:06:36.760483 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Deleting port 08a27338-72d8-4593-8388-ddaf712660e8 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:06:36.760870 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:36.825727 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa73-0ae7-4bea-a686-391781eea61b req-5c4ba163-da16-4b0d-81ac-c336851088e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:36.827065 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-5c4ba163-da16-4b0d-81ac-c336851088e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37&tenant_id=73915ad9df094ee19c839df45ad0026f HTTP/1.1" status: 200 len: 1099 time: 0.0864766 Apr 19 11:06:36.945708 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa73-0ae7-4bea-a686-391781eea61b req-e4019b50-0e43-4c44-a4ac-41a84b4a9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:36.947382 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-e4019b50-0e43-4c44-a4ac-41a84b4a9a55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.0818679 Apr 19 11:06:37.091005 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa73-0ae7-4bea-a686-391781eea61b req-565e4b84-a048-41a4-8ec2-321c8234c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:37.092682 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-565e4b84-a048-41a4-8ec2-321c8234c825 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.1392744 Apr 19 11:06:37.105161 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] For port 08a27338-72d8-4593-8388-ddaf712660e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=08a27338-72d8-4593-8388-ddaf712660e8,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:37.105569 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:37.126115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed00b1-dac9-456d-a661-1d745b9440e2 req-28cb0170-2638-4876-9fa0-dfd8968d2077 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:37.127748 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f5ed00b1-dac9-456d-a661-1d745b9440e2 req-28cb0170-2638-4876-9fa0-dfd8968d2077 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.2322013 Apr 19 11:06:37.205049 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-5d754322-1db6-49b7-a571-9bdd735870ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 1002 time: 0.1056733 Apr 19 11:06:37.240857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fc14a030-e93d-4cdc-b28a-749b9a4ea649 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:06:37.268215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Calling delete_port for 08a27338-72d8-4593-8388-ddaf712660e8 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:06:37.276228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa73-0ae7-4bea-a686-391781eea61b req-ca847551-bc93-4402-ab67-d11bad497d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:37.278299 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-ca847551-bc93-4402-ab67-d11bad497d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0665054 Apr 19 11:06:37.283290 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: fc14a030-e93d-4cdc-b28a-749b9a4ea649 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:06:37.283685 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device fc14a030-e93d-4cdc-b28a-749b9a4ea649 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:06:37.284163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 08a27338-72d8-4593-8388-ddaf712660e8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:06:37.358043 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-f5ed00b1-dac9-456d-a661-1d745b9440e2 req-9221b608-fe27-40dc-936f-4ee447e56f26 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751556 Apr 19 11:06:37.371809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa73-0ae7-4bea-a686-391781eea61b req-944d5d90-f516-45e4-b89b-6d178712bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:37.373438 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-944d5d90-f516-45e4-b89b-6d178712bd05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881371 Apr 19 11:06:37.421593 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:37.456463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237778'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:37.462021 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa47ed2c-4bbe-4b88-bb16-c2761d6241c9 tempest-TestMinimumBasicScenario-237668209 tempest-TestMinimumBasicScenario-237668209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:37.495340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['395661c7-26c1-4074-85cd-34df35f813a7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:06:37.518580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event deleted for resources: {'Port': ['ID=08a27338-72d8-4593-8388-ddaf712660e8,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:37.527590 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:06:37.531817 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-0c3b6120-9913-453c-a449-744b74a762b8 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506917 Apr 19 11:06:37.554647 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:37.600774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] No DVR routers for this DVR port 08a27338-72d8-4593-8388-ddaf712660e8 on host hv-cinder-78652 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:06:37.603279 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:37.609391 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'name': 'network-vif-deleted', 'tag': '08a27338-72d8-4593-8388-ddaf712660e8'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:37.627162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-3bc6b084-22c4-4da0-a977-5cd3bc95d88c req-4853bcb6-55ab-40b8-a7c2-a6439839b95a tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "DELETE /v2.0/ports/08a27338-72d8-4593-8388-ddaf712660e8 HTTP/1.1" status: 204 len: 173 time: 0.9385662 Apr 19 11:06:37.692645 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6bb1b-2946-435e-b4fd-fa2eab14cf51', 'name': 'network-vif-deleted', 'tag': '08a27338-72d8-4593-8388-ddaf712660e8', 'status': 'completed', 'code': 200} Apr 19 11:06:37.751573 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:37.778552 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-70e68180-2c8c-4735-be6f-deb681277eb3 req-605b960c-572c-4dcb-af8c-9e789c253136 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=8df6bb1b-2946-435e-b4fd-fa2eab14cf51 HTTP/1.1" status: 200 len: 210 time: 0.0994055 Apr 19 11:06:37.804531 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b606aa73-0ae7-4bea-a686-391781eea61b req-9a68046d-a8a3-4acb-a15a-28cdd9cc73c8 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667129 Apr 19 11:06:37.974665 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:37.997474 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:38.007819 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:38.011904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:38.050437 dv-cinder-786524-2-smb neutron-server[86240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'code': 422} returned with failed status Apr 19 11:06:38.101704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:38.110945 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.111335 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.111715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.112093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.112588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.112958 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.113326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.113692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.114056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.114432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.115085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.115466 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:38.119519 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:38.631040 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a2c4a-c738-4ed7-8357-9ee85b0429f2 req-ac930fac-2fd4-455f-b834-e161053cee16 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:38.632645 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-278a2c4a-c738-4ed7-8357-9ee85b0429f2 req-ac930fac-2fd4-455f-b834-e161053cee16 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 944 time: 0.1550376 Apr 19 11:06:38.637422 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-10887bb6-5552-4225-8ab1-de263f6dd65b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224039 Apr 19 11:06:38.721634 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-278a2c4a-c738-4ed7-8357-9ee85b0429f2 req-1e032f47-2d96-43f4-a361-89ae8e607697 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825803 Apr 19 11:06:38.759020 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-36ab3b1e-2144-4d04-8f36-96c66233cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:38.760643 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-36ab3b1e-2144-4d04-8f36-96c66233cf2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=547aee8047474e029c2426be1a1514c0&device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 1098 time: 0.0838876 Apr 19 11:06:38.921606 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-a0fc5c99-b691-495c-96b1-21bc25bf8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:38.923925 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-a0fc5c99-b691-495c-96b1-21bc25bf8fd5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 200 len: 916 time: 0.1435196 Apr 19 11:06:38.999510 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-2d5d3e40-00fe-4e0b-98d9-c3b4c3014685 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=395661c7-26c1-4074-85cd-34df35f813a7 HTTP/1.1" status: 200 len: 217 time: 0.0689278 Apr 19 11:06:39.082767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-2556e214-2305-487f-a9fc-9e6d8b42014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:39.084361 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-2556e214-2305-487f-a9fc-9e6d8b42014e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 200 len: 855 time: 0.0773170 Apr 19 11:06:39.139603 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-ec14c8f1-05cf-40b5-a3d2-443feb5cf169 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3be7afba-e485-4d74-864a-0f405829bd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477133 Apr 19 11:06:39.289850 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-75449317-bfc9-4a1a-b924-826bd2a8ee6c service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435637 Apr 19 11:06:39.439607 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eb3ab2ea-6cbc-420e-ab99-450a604c32d5 req-d48997ff-ac2c-4a92-9b1f-0318da225c20 service neutron] 10.222.0.43 "GET /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412604 Apr 19 11:06:40.118075 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cf75e-0277-47b3-a4ba-ae55d52006b7 req-243e0a18-91d0-4c56-b90d-9bb37110b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:40.119746 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-057cf75e-0277-47b3-a4ba-ae55d52006b7 req-243e0a18-91d0-4c56-b90d-9bb37110b748 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1097 time: 0.3817546 Apr 19 11:06:40.186112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4d410-3316-4a32-ba53-ce58f4002ca3 req-1efb8db0-e529-47ec-b23b-afee864eab90 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:40.188273 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eef4d410-3316-4a32-ba53-ce58f4002ca3 req-1efb8db0-e529-47ec-b23b-afee864eab90 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 944 time: 0.1398277 Apr 19 11:06:40.190098 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-057cf75e-0277-47b3-a4ba-ae55d52006b7 req-703bfd58-6266-4ffe-ac45-aae08c74b324 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598211 Apr 19 11:06:40.237931 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-eef4d410-3316-4a32-ba53-ce58f4002ca3 req-b8b2b8c1-9f3b-4955-adca-2505fa6e45ad tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Apr 19 11:06:40.512533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44326c9c-8b43-4d13-93d4-21c56b54efb9 req-b49ed3dd-ffdb-4ab5-8a35-68be421f5e52 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:40.514205 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44326c9c-8b43-4d13-93d4-21c56b54efb9 req-b49ed3dd-ffdb-4ab5-8a35-68be421f5e52 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.0926342 Apr 19 11:06:40.561888 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-44326c9c-8b43-4d13-93d4-21c56b54efb9 req-d3096a89-8442-4908-b757-28c1d439cd97 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Apr 19 11:06:41.245028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 11:06:41.407369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:41.423163 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Returning: {'device': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'port_id': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'mac_address': 'fa:16:3e:9d:e6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 11:06:41.455761 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a6704-6b1b-41c2-b90d-71f689a844d1 req-3e6afb70-9fa0-4748-a721-aa7c15f49961 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:41.457443 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4a0a6704-6b1b-41c2-b90d-71f689a844d1 req-3e6afb70-9fa0-4748-a721-aa7c15f49961 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 944 time: 0.0967598 Apr 19 11:06:41.489387 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:41.508166 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-4a0a6704-6b1b-41c2-b90d-71f689a844d1 req-2ab5d9d7-ff7d-4552-983a-f068ef0bc3c2 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Apr 19 11:06:41.508382 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47a82ed-d72b-43b5-ae63-295f72a626bf {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 11:06:41.525962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:41.529026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:41.531071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:41.602521 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:41.605802 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:41.777866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ec46-4d03-44ea-a3f2-05308421916e req-5c2b21bd-6cec-4376-aa14-53b8ebdde95c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:41.779548 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7fb2ec46-4d03-44ea-a3f2-05308421916e req-5c2b21bd-6cec-4376-aa14-53b8ebdde95c tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.0979135 Apr 19 11:06:41.830507 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-7fb2ec46-4d03-44ea-a3f2-05308421916e req-dba9cb9f-2f04-4f14-a904-2886bf33c020 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Apr 19 11:06:41.849326 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] get_ports_and_sgs() called for port_ids ['a47a82ed-d72b-43b5-ae63-295f72a626bf'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 11:06:42.600426 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-d05b1c43-6969-4ae7-ae1c-c2b3164d5f75 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:42.601993 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-d05b1c43-6969-4ae7-ae1c-c2b3164d5f75 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.0893807 Apr 19 11:06:42.686017 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Deleting port 395661c7-26c1-4074-85cd-34df35f813a7 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:06:42.686394 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:42.710783 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ac5a9-050d-4415-b0f4-1a204547dee7 req-3a3f7076-8b59-4b4f-9ed5-0f16b2fc8060 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:42.712425 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-506ac5a9-050d-4415-b0f4-1a204547dee7 req-3a3f7076-8b59-4b4f-9ed5-0f16b2fc8060 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 945 time: 0.0883636 Apr 19 11:06:42.761550 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-506ac5a9-050d-4415-b0f4-1a204547dee7 req-db59b64a-baad-4f2d-a7b1-334a7f679e32 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 Apr 19 11:06:42.995843 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] For port 395661c7-26c1-4074-85cd-34df35f813a7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=395661c7-26c1-4074-85cd-34df35f813a7,segment=NetworkSegment(8915e0b2-81b4-4602-8931-dd5d02c515f5),segment_id=8915e0b2-81b4-4602-8931-dd5d02c515f5)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:42.996246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:43.135858 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Calling delete_port for 395661c7-26c1-4074-85cd-34df35f813a7 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:06:43.227824 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfcd2f-9139-4a41-85ab-2679bee5001d req-d5165edc-6a09-45a4-b677-c5d9dd58d347 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:06:43.229422 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcbfcd2f-9139-4a41-85ab-2679bee5001d req-d5165edc-6a09-45a4-b677-c5d9dd58d347 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/ports?device_id=61c70dc2-a9ee-4e58-8710-7512b69e7a5f HTTP/1.1" status: 200 len: 945 time: 0.2839382 Apr 19 11:06:43.287344 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf up at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 11:06:43.327478 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-bcbfcd2f-9139-4a41-85ab-2679bee5001d req-562075ba-6a52-4c6d-afb7-1e7540c91943 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.35 "GET /v2.0/security-groups?id=e073da78-f1d3-4df7-b8d9-b536c1eaa943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843265 Apr 19 11:06:43.355798 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:43.361283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Provisioning complete for port a47a82ed-d72b-43b5-ae63-295f72a626bf triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 11:06:43.361700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8059158'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:43.363402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:43.414946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Pushing event deleted for resources: {'Port': ['ID=395661c7-26c1-4074-85cd-34df35f813a7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:43.461810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.462246 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.462700 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.463122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.463537 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.463953 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.464365 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.464775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.465189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.465597 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.466012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.466429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:06:43.470581 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:43.486788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846786357'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:43.510596 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] No DVR routers for this DVR port 395661c7-26c1-4074-85cd-34df35f813a7 on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:06:43.513183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:43.514828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:43.518248 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'name': 'network-vif-deleted', 'tag': '395661c7-26c1-4074-85cd-34df35f813a7'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:06:43.525924 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:06:43.528989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768187846856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363268667361430', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768187414404'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:43.529909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 395661c7-26c1-4074-85cd-34df35f813a7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:06:43.530162 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-a42e54d7-c83e-46fb-b81a-084e78b3258d req-e9f33206-d5f1-4bbb-826a-6a0f6325f8c0 tempest-AttachVolumeNegativeTest-1655056302 tempest-AttachVolumeNegativeTest-1655056302-project] 10.222.0.43 "DELETE /v2.0/ports/395661c7-26c1-4074-85cd-34df35f813a7 HTTP/1.1" status: 204 len: 173 time: 0.9212847 Apr 19 11:06:43.563951 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:43.579829 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c70dc2-a9ee-4e58-8710-7512b69e7a5f', 'name': 'network-vif-deleted', 'tag': '395661c7-26c1-4074-85cd-34df35f813a7', 'status': 'completed', 'code': 200} Apr 19 11:06:43.599315 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'code': 200} Apr 19 11:06:43.613320 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: 395661c7-26c1-4074-85cd-34df35f813a7 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:06:43.613857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device 395661c7-26c1-4074-85cd-34df35f813a7 not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:06:43.650378 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Pushing event updated for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:43.653750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:44.432056 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 36712) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:44.500981 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Deleting subnet 4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:06:44.503930 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:44.554646 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853086183'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:44.615800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:44.873102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2238086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2580753'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:44.878029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:44.917466 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:44.920797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:44.922460 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:44.928640 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bddae4ee-25fd-436b-867b-7600d8e212c5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4cb8cc24-eaa5-42bf-aa76-7763f6a28a1f HTTP/1.1" status: 204 len: 168 time: 0.4954026 Apr 19 11:06:44.931432 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 36716) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:45.045954 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:45.175861 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:45.292815 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be7afba-e485-4d74-864a-0f405829bd6e']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:06:45.306073 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8915e0b2-81b4-4602-8931-dd5d02c515f5') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:06:45.306448 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8915e0b2-81b4-4602-8931-dd5d02c515f5') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:06:45.319127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1689617'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:45.335058 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:45.341405 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:06:45.523159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Network 3be7afba-e485-4d74-864a-0f405829bd6e has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:06:45.533093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852538075'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:45.717787 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Network 3be7afba-e485-4d74-864a-0f405829bd6e has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:06:45.742074 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:06:46.049613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.054667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.058312 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:46.082103 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Pushing event deleted for resources: {'Network': ['ID=3be7afba-e485-4d74-864a-0f405829bd6e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:46.084615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:46.087021 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-36f5cfe6-74c0-4251-bcb3-5bbe024bc35a admin admin] 10.222.0.35 "DELETE /v2.0/networks/3be7afba-e485-4d74-864a-0f405829bd6e HTTP/1.1" status: 204 len: 168 time: 1.1542714 Apr 19 11:06:46.106439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8018fe14-f143-4d1c-8773-7068b99656b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.264437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36722) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:46.322974 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-747e1a03-c965-44d0-8c84-d3881d0ff4da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=547aee8047474e029c2426be1a1514c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571423 Apr 19 11:06:46.325575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36726) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:46.391994 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.420816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.469976 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.474084 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12dfff06-54e8-40a1-bca0-d99dca1b6f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:46.491737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e073da78-f1d3-4df7-b8d9-b536c1eaa943,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:46.494622 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:46.501014 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:46.502244 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e073da78-f1d3-4df7-b8d9-b536c1eaa943 HTTP/1.1" status: 204 len: 168 time: 0.1756465 Apr 19 11:06:48.001434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36778) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:48.126038 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.141221 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:06:48.145541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Usage tracker for resource:security_group_rule and tenant:d67c71ff9c8447cb97fb5a0aff6906d3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:06:48.148550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:06:48.154636 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:06:48.239734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.242672 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.256063 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2839830d-339c-4e3f-9508-5f9c10092671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:48.302092 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d67c71ff9c8447cb97fb5a0aff6906d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994568 Apr 19 11:06:48.303920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aa3019-ee62-4f1a-8974-16478e28bd2c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:48.305035 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 36784) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:48.307501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef0093e3-94e7-4b50-a29b-43e3e5fb1be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:48.369393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.397615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.442435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.447611 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f05f025-d69e-4ece-8d1f-2ec6c680d988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:48.462031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aa3019-ee62-4f1a-8974-16478e28bd2c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:48.465091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:48.466067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:48.467314 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27aa3019-ee62-4f1a-8974-16478e28bd2c HTTP/1.1" status: 204 len: 168 time: 0.1612139 Apr 19 11:06:48.510582 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a18815f8-3128-4edd-ac52-0e83daa395d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:49.297242 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:49.745807 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:06:50.071616 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.507583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 36848) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:50.633699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.649609 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:06:50.653594 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Usage tracker for resource:security_group_rule and tenant:af3d4dda21954e0e852886356b3021db is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:06:50.656536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:06:50.662550 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:06:50.748585 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.751863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.760403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d18025e3-cf8a-4a96-b3ef-97a9837d8142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:50.805718 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af3d4dda21954e0e852886356b3021db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963676 Apr 19 11:06:50.806797 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3bada3-c766-4641-b2c4-96152193bce0,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:50.808266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36854) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:50.810370 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1758c013-1be8-4efb-8a90-a28f5726b649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:50.876184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.904580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.935741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.953392 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.958719 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-806097af-4f12-41c0-aa2f-44f81463404c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:50.971726 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3bada3-c766-4641-b2c4-96152193bce0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:50.976053 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:50.981837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:50.983098 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-87e5270d-92c1-4820-8168-595cc5e0460e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f3bada3-c766-4641-b2c4-96152193bce0 HTTP/1.1" status: 204 len: 168 time: 0.1737354 Apr 19 11:06:51.287497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 36862) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:51.307965 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.323871 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:06:51.328050 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8185da4ea04118b84fc98137bf3894 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:06:51.331179 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:06:51.337403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:06:51.432416 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.435404 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.444912 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5694ce6b-66d2-4a23-a3a8-c42920f7e1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:51.490554 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa8185da4ea04118b84fc98137bf3894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016833 Apr 19 11:06:51.491495 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80695293-cbdb-4039-8769-7a00a586d8b1,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:51.493507 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 36866) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:06:51.494857 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a54411eb-c178-4165-86ff-e2246a320023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:51.559393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.587529 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.633197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.638447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a464a14c-30ad-424a-ad45-0c64b00a846b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:06:51.652061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80695293-cbdb-4039-8769-7a00a586d8b1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:06:51.656346 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:06:51.662080 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:06:51.663325 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80695293-cbdb-4039-8769-7a00a586d8b1 HTTP/1.1" status: 204 len: 168 time: 0.1679480 Apr 19 11:07:01.708142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37000) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:01.834147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:01.849896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:01.853959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Usage tracker for resource:security_group_rule and tenant:a70af48152f948bea8abd6ad38e92a8c is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:01.856946 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:01.863686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:01.947906 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:01.951140 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:01.961399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c07810e-07a6-444a-98c1-385caa8651df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:02.005025 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a70af48152f948bea8abd6ad38e92a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957194 Apr 19 11:07:02.005971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe3bec-f611-4bf8-899a-4d0dfb97b640,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:02.007943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37006) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:02.009533 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fffc2cc5-0c0f-4ab6-a49f-29e753f73020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:02.070011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.097640 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.141262 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.146375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a353ece7-cd3a-46b9-934c-e3db62366799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:02.161102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe3bec-f611-4bf8-899a-4d0dfb97b640,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:02.164184 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:02.168464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.169656 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-e0085c1e-634d-4d8b-a06b-184f85e5743b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3fe3bec-f611-4bf8-899a-4d0dfb97b640 HTTP/1.1" status: 204 len: 168 time: 0.1606529 Apr 19 11:07:02.469925 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37014) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:02.489413 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.506112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:02.510137 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Usage tracker for resource:security_group_rule and tenant:bce6278e95bb4f8b9270e2d65156081f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:02.513319 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:02.520434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:02.606804 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.609889 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.619282 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-978d1032-8db5-46bb-8893-3867268071e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:02.667393 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bce6278e95bb4f8b9270e2d65156081f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962287 Apr 19 11:07:02.668347 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706232a-21a3-4a91-a725-0f64fc2123f6,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:02.671029 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37018) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:02.671546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cd399dc3-a3c2-4a8e-bbce-f862aa964f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:02.740037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.768846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.816266 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.821621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:02.835300 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706232a-21a3-4a91-a725-0f64fc2123f6,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:02.838615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:02.840845 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:02.843680 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-8e48cedd-433b-48bb-ad82-796ce740eb1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4706232a-21a3-4a91-a725-0f64fc2123f6 HTTP/1.1" status: 204 len: 168 time: 0.1704068 Apr 19 11:07:03.216237 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37026) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:03.236710 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.253363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:03.257523 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Usage tracker for resource:security_group_rule and tenant:e5e156eadc114b1e91d213a454a0d6bf is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:03.260743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:03.266962 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:03.355565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.358602 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.368566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4cdad0a6-bb47-45e1-9e33-fc6608048559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:03.415291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5e156eadc114b1e91d213a454a0d6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978512 Apr 19 11:07:03.417055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9f184-faba-4b66-b016-bc8ab910a184,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:03.418176 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37030) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:03.420468 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:03.482899 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.512064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.558213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.563575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-14403972-f33a-4c3a-975b-bd587172c7e0 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:03.579310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9f184-faba-4b66-b016-bc8ab910a184,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:03.583741 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:03.591659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:03.592873 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-ebdadd25-d081-47ef-9ee9-63f8a8598fe9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4bc9f184-faba-4b66-b016-bc8ab910a184 HTTP/1.1" status: 204 len: 168 time: 0.1735764 Apr 19 11:07:04.316067 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.592784 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37088) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:05.724926 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.741033 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:05.745026 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2a8ca6e5754bfeb23bfdf9a88531a5 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:05.748061 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:05.754228 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:05.847158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.850147 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.858983 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-61e71031-7dbc-4ed9-8212-6108beba88bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:05.901667 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d2a8ca6e5754bfeb23bfdf9a88531a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072321 Apr 19 11:07:05.902674 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d80be2-3ca5-4549-99b8-78bd3d8cc93c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:05.904687 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37094) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:05.905822 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1202dc09-83c7-4490-8837-a8a339bc0bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:05.969788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:05.996546 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.041217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.046215 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0bfc040b-0cb7-4b18-bf69-df6ee0721860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:06.058676 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d80be2-3ca5-4549-99b8-78bd3d8cc93c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:06.061122 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:06.069043 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.072612 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-dec8214a-09a9-408a-a916-5893be531213 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04d80be2-3ca5-4549-99b8-78bd3d8cc93c HTTP/1.1" status: 204 len: 168 time: 0.1643658 Apr 19 11:07:06.361810 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37102) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:06.382119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.398986 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:06.403126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Usage tracker for resource:security_group_rule and tenant:c079ccda378c4c0e8b79209694b9b27f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:06.406157 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:06.412324 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:06.499348 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.502648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.516505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f47e3805-88ae-4794-a568-a4a7c3367f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:06.561291 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c079ccda378c4c0e8b79209694b9b27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981282 Apr 19 11:07:06.562336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec7f48-9149-4a86-b568-aa43fc704cb6,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:06.564253 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37106) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:06.565771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:06.630488 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.659729 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.705864 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.711078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d8fb98ac-1b18-4bbd-88c1-02cf46678423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:06.724874 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec7f48-9149-4a86-b568-aa43fc704cb6,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:06.730470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:06.734280 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:06.737857 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-2bb19e67-0908-4a12-8d38-0c8838855ead admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78ec7f48-9149-4a86-b568-aa43fc704cb6 HTTP/1.1" status: 204 len: 168 time: 0.1700854 Apr 19 11:07:08.310796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37150) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:08.435788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.454078 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:08.458091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Usage tracker for resource:security_group_rule and tenant:7128ea253fe64b2ca8a3cbc99fef5d64 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:08.461012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:08.467022 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:08.549863 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.552790 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.561369 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e95237ab-61b7-4b41-a86b-897e66c0eef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:08.603848 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7128ea253fe64b2ca8a3cbc99fef5d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919269 Apr 19 11:07:08.604795 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286fc6fe-1215-4d69-bbdf-da6228b6a786,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:08.607016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37156) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:08.607967 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bc34bc9e-84e2-4200-9366-88bf2bc40840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:08.670991 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.697854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.742190 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.747177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0f1077a-444e-4fbf-a32a-621f5dc774ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:08.759832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286fc6fe-1215-4d69-bbdf-da6228b6a786,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:08.762301 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:08.772098 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:08.773368 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-3dcec968-4976-426a-b092-5cfaee7e0157 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/286fc6fe-1215-4d69-bbdf-da6228b6a786 HTTP/1.1" status: 204 len: 168 time: 0.1652484 Apr 19 11:07:13.575438 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37228) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:13.704435 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.721252 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 11:07:13.725423 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e395f746a9e44d9b4ac4d72f9c18f06 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 11:07:13.728505 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 11:07:13.734677 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 11:07:13.828433 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.831703 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.841439 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9bb8798-49b8-453f-a91e-4ce381105e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:13.886345 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e395f746a9e44d9b4ac4d72f9c18f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096879 Apr 19 11:07:13.887354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40ead8-8461-4323-a3f1-4c7d000f6800,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:13.889277 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.35', 37234) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:13.891138 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c387a5a4-ee74-46d0-bdd7-7abeb67dcdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:13.958765 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:13.986834 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.034316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.039766 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4154b2dc-46b3-4883-addb-297bcf71126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:14.056891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40ead8-8461-4323-a3f1-4c7d000f6800,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:14.070648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.071064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.071475 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.071898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.072295 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.072734 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.073126 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.073516 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.073920 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.074278 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.074684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.075064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:14.079211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:14.084108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:14.088102 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-1a37e827-fea3-4a70-9062-f8b63315990a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a40ead8-8461-4323-a3f1-4c7d000f6800 HTTP/1.1" status: 204 len: 168 time: 0.1936903 Apr 19 11:07:16.108429 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ac843b9-b411-4c83-b701-4971633df567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:18.513156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4229a9a8-5927-4c05-99af-a6b6e21b635f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:19.299704 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.073085 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:20.939119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:26.745531 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:07:34.330144 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:37.516233 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-025ed384-bb37-48b6-af3f-9f21040b6600 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798075 Apr 19 11:07:37.690731 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92228-4afe-413a-9c19-f369f73b4737 req-a4b1abc9-1ad8-45cd-bfa7-5117cd9e719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:37.692371 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-a4b1abc9-1ad8-45cd-bfa7-5117cd9e719a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.0869615 Apr 19 11:07:37.855473 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92228-4afe-413a-9c19-f369f73b4737 req-038f3c0a-77bb-4c92-90a2-9f4e17610586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:37.857065 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-038f3c0a-77bb-4c92-90a2-9f4e17610586 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.1448867 Apr 19 11:07:37.966853 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-a5d6f510-0874-49ba-b538-b5d8dad649d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 1002 time: 0.1032560 Apr 19 11:07:38.034498 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92228-4afe-413a-9c19-f369f73b4737 req-c3fee7bf-9e32-40d3-8773-83366a2dd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:38.036027 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-c3fee7bf-9e32-40d3-8773-83366a2dd2b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0634673 Apr 19 11:07:38.116966 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92228-4afe-413a-9c19-f369f73b4737 req-2fd4f516-d39e-4ece-83fc-35a75e5fc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:38.118524 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-2fd4f516-d39e-4ece-83fc-35a75e5fc15b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766990 Apr 19 11:07:38.262790 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-9bc41962-1bf4-47fb-bd43-bc9e182249af service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367359 Apr 19 11:07:38.411567 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-20a92228-4afe-413a-9c19-f369f73b4737 req-c4d54239-2d41-4b2b-8b9e-252cd7898c88 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423326 Apr 19 11:07:46.111604 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-47c1e37d-3297-40ca-ae4f-a331991c434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:48.514977 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0d18146b-7e70-4c36-a3a9-aa043cad41c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:49.302737 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:50.075134 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:50.940306 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:55.653715 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37246) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:07:55.882528 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Deleting port 005aae1f-ea51-4209-b23a-8699ec4f1f22 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:07:55.882916 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:56.066431 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:56.066833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:56.197379 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Calling delete_port for 005aae1f-ea51-4209-b23a-8699ec4f1f22 owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:07:56.352833 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:56.357463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0981f3e-62f7-48fe-9fc5-9f1335801278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:07:56.406374 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event deleted for resources: {'Port': ['ID=005aae1f-ea51-4209-b23a-8699ec4f1f22,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:07:56.448791 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.449220 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.449644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.450060 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.450496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.450909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.451315 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.451723 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.452131 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.453057 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.453463 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.453865 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:07:56.488349 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:07:56.514437 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:56.515366 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.db.l3_db [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Floating IP 321e80f6-4617-4fd2-912c-ee284600b336 disassociated (deleted). External IP: 172.28.0.119, port: a47a82ed-d72b-43b5-ae63-295f72a626bf. Apr 19 11:07:57.128216 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:07:57.320726 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:07:57.333681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] Sync routers for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:07:57.345455 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:57.346183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:07:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:57.350627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:57.418340 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "DELETE /v2.0/floatingips/321e80f6-4617-4fd2-912c-ee284600b336 HTTP/1.1" status: 204 len: 168 time: 1.7607210 Apr 19 11:07:57.418340 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:07:57.471341 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'status': 'completed', 'code': 200} Apr 19 11:07:57.543446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:57.600322 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-2f3dbb07-2a12-4d3e-a524-c8c11fc19099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.601948 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-2f3dbb07-2a12-4d3e-a524-c8c11fc19099 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73915ad9df094ee19c839df45ad0026f&device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 1099 time: 0.0841672 Apr 19 11:07:57.890076 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:57.894799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] Checking router: 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:07:57.899108 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-cc390a56-7c01-4efe-b8ab-22ef1b26f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:57.901536 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-cc390a56-7c01-4efe-b8ab-22ef1b26f752 service neutron] 10.222.0.43 "GET /v2.0/networks?id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 200 len: 910 time: 0.2935786 Apr 19 11:07:57.904753 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:07:57.905588 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:07:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:57.994077 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-09ea42dc-318c-4841-8fe3-a36393a64bf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 200 len: 217 time: 0.0835407 Apr 19 11:07:58.052173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237131b-29e0-4af9-bb95-0e382c256b64 req-a1df8809-dc6b-4520-9aa7-3b5a5c3062aa tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.052942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-2237131b-29e0-4af9-bb95-0e382c256b64 req-a1df8809-dc6b-4520-9aa7-3b5a5c3062aa tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Synchronizing usage tracker for tenant:73915ad9df094ee19c839df45ad0026f on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 11:07:58.086915 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.quota.resource [req-2237131b-29e0-4af9-bb95-0e382c256b64 req-a1df8809-dc6b-4520-9aa7-3b5a5c3062aa tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Unset dirty status for tenant:73915ad9df094ee19c839df45ad0026f on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 11:07:58.088190 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2237131b-29e0-4af9-bb95-0e382c256b64 req-a1df8809-dc6b-4520-9aa7-3b5a5c3062aa tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.3514395 Apr 19 11:07:58.091846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-464ba6e2-5267-420d-90c0-51e0f3f53087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.093408 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-464ba6e2-5267-420d-90c0-51e0f3f53087 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 200 len: 848 time: 0.0909193 Apr 19 11:07:58.098595 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:07:58.189421 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-2237131b-29e0-4af9-bb95-0e382c256b64 req-521375ed-7218-4bb9-94ec-030c669a5ceb tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942433 Apr 19 11:07:58.214477 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-b7a0f07d-91c4-4e56-ba0b-cfa4b2432f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:58.216151 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-b7a0f07d-91c4-4e56-ba0b-cfa4b2432f4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=67f4585e-192d-42e7-a3ae-e4c3bfd9d987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044981 Apr 19 11:07:58.374296 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-3382f3e0-189b-46ec-b615-1753c99fc194 service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494610 Apr 19 11:07:58.525540 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-fa3216c8-aaa4-4004-a5fd-282c460e3811 req-30d9b664-52dd-42f0-94e8-faece9fadc2e service neutron] 10.222.0.43 "GET /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445329 Apr 19 11:07:58.611541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:07:58.615854 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a135547-e12b-4b8b-a988-bda1d1f8d1aa None None] The sync data for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb is: [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:30Z', 'revision_number': 4, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb', '_interfaces': [{'id': '55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d', 'name': '', 'network_id': '67f4585e-192d-42e7-a3ae-e4c3bfd9d987', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'mac_address': 'fa:16:3e:5a:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:30Z', 'updated_at': '2021-04-19T11:03:40Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'subnets': [{'id': '1aec357e-8bda-4a0c-80ad-4733782a4e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:07:59.009113 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1b67d-d11a-4434-8809-f854691193aa None None] New status for floating IP 321e80f6-4617-4fd2-912c-ee284600b336: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 11:07:59.358031 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-903b57e6-99bd-43e3-87fb-592220517f8f tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:59.360849 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-903b57e6-99bd-43e3-87fb-592220517f8f tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.43 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.1548350 Apr 19 11:07:59.402971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5121-e00c-48ed-8d00-821a4bc21d95 req-6b0dc736-57f9-453b-868e-431f067a2385 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 11:07:59.404638 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-599e5121-e00c-48ed-8d00-821a4bc21d95 req-6b0dc736-57f9-453b-868e-431f067a2385 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 946 time: 0.0915804 Apr 19 11:07:59.442644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Deleting port a47a82ed-d72b-43b5-ae63-295f72a626bf {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:07:59.442957 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.455862 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-599e5121-e00c-48ed-8d00-821a4bc21d95 req-1e4c8db8-a26a-4c85-a72c-5231ab1e8ef9 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/security-groups?id=d5cb2199-5f3f-4b8b-adb7-91f66d930817&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438788 Apr 19 11:07:59.717464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] For port a47a82ed-d72b-43b5-ae63-295f72a626bf, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a47a82ed-d72b-43b5-ae63-295f72a626bf,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:07:59.718380 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:07:59.854756 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Calling delete_port for a47a82ed-d72b-43b5-ae63-295f72a626bf owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:00.005425 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.011117 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aaf0b712-a5e5-4941-91bd-0d769a2b1088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:00.060399 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event deleted for resources: {'Port': ['ID=a47a82ed-d72b-43b5-ae63-295f72a626bf,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:00.065360 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:00.144236 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] No DVR routers for this DVR port a47a82ed-d72b-43b5-ae63-295f72a626bf on host hv-cinder-78652 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:08:00.146743 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:00.149469 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-deleted', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 11:08:00.164621 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-b618b54f-bef7-4044-80f6-4c74e7a05ef2 req-1250f845-0afa-4a33-9bcb-4fbfd511842b tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.43 "DELETE /v2.0/ports/a47a82ed-d72b-43b5-ae63-295f72a626bf HTTP/1.1" status: 204 len: 173 time: 0.7977002 Apr 19 11:08:00.198050 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d7fae3-e875-4ccb-b45b-03c44e2c0e37', 'name': 'network-vif-deleted', 'tag': 'a47a82ed-d72b-43b5-ae63-295f72a626bf', 'status': 'completed', 'code': 200} Apr 19 11:08:00.625940 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [req-40986af8-a4f8-43c2-be7c-94ec76cc8da4 req-daf412ef-e9d5-442c-b782-fecaa2dccb63 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d7fae3-e875-4ccb-b45b-03c44e2c0e37 HTTP/1.1" status: 200 len: 210 time: 0.0532012 Apr 19 11:08:01.685998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf no longer exists at agent hyperv_hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:01.724403 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] No Port match for: a47a82ed-d72b-43b5-ae63-295f72a626bf {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:01.724806 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Device a47a82ed-d72b-43b5-ae63-295f72a626bf not bound to the agent host hv-cinder-78652 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:01.730130 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37264) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:01.806799 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.840292 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.906173 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.911919 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ef61e7e5-909e-4388-a05e-091c3e0d7f95 tempest-AttachVolumeShelveTestJSON-1085725367 tempest-AttachVolumeShelveTestJSON-1085725367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:01.928166 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb2199-5f3f-4b8b-adb7-91f66d930817,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:01.931142 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:01.939767 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:01.941141 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-a8a49083-3128-4b56-9d10-9e50934312f4 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] 10.222.0.35 "DELETE /v2.0/security-groups/d5cb2199-5f3f-4b8b-adb7-91f66d930817 HTTP/1.1" status: 204 len: 168 time: 0.2098086 Apr 19 11:08:01.988452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37270) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:02.571316 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:02.952381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Deleting port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:02.952989 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.140302 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] For port 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:03.140624 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.531434 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Calling delete_port for 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:03.711613 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:03.716621 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:03.745415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:08:03.768580 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Pushing event deleted for resources: {'Port': ['ID=55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:03.797507 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:04.056127 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.327592 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.432576 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:08:04.624097 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:04.632707 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] Sync routers for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:04.637821 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-99dec33d-73ea-4ff8-b92f-e05d01f2570d admin admin] 10.222.0.35 "PUT /v2.0/routers/1c887a40-4446-4043-ab1b-77dc7a1bfbe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482329 Apr 19 11:08:04.640999 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37274) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:04.642895 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:04.643811 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:07:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:04.828264 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:04.833897 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: dv-cinder-786524-2-smb {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:05.023424 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.032037 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Deleting port 3a643b2f-b3cb-4ad9-99a5-393c567f467f {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:05.032415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.138012 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:08:03Z', 'revision_number': 5, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port': {'id': '3a643b2f-b3cb-4ad9-99a5-393c567f467f', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:05.142024 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] Checking router: 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 for host: dv-cinder-786524-2-smb {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:05.151497 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] Routers {'1c887a40-4446-4043-ab1b-77dc7a1bfbe2'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:05.152206 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:07:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:05.219093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] For port 3a643b2f-b3cb-4ad9-99a5-393c567f467f, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=3a643b2f-b3cb-4ad9-99a5-393c567f467f,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:05.219500 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.320713 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] Set router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:05.360422 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Calling delete_port for 3a643b2f-b3cb-4ad9-99a5-393c567f467f owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:05.437361 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:08:05Z', 'revision_number': 6, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port_host': None}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:05.441681 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2b760-5676-45a0-81a3-a711d2e2c18e None None] The sync data for ids ['1c887a40-4446-4043-ab1b-77dc7a1bfbe2'] in dv-cinder-786524-2-smb is: [{'id': '1c887a40-4446-4043-ab1b-77dc7a1bfbe2', 'name': 'tempest-TestShelveInstance-1454416964-router', 'tenant_id': '73915ad9df094ee19c839df45ad0026f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:26Z', 'updated_at': '2021-04-19T11:08:05Z', 'revision_number': 6, 'project_id': '73915ad9df094ee19c839df45ad0026f', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:05.548082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.553286 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7014155b-6d1a-4681-89b3-76dc65f18bbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:05.602578 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Pushing event deleted for resources: {'Port': ['ID=3a643b2f-b3cb-4ad9-99a5-393c567f467f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:05.632456 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:05.706898 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.773769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3a643b2f-b3cb-4ad9-99a5-393c567f467f no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:05.814909 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 3a643b2f-b3cb-4ad9-99a5-393c567f467f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:05.815314 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3a643b2f-b3cb-4ad9-99a5-393c567f467f not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:05.815800 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:05.869809 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:05.870217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 55c0cc9d-f0bb-46b3-b551-d6b6ba60e26d not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:05.896259 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.898647 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.923699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.924298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c887a40-4446-4043-ab1b-77dc7a1bfbe2 {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:08:05.937028 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:05.938259 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-c4ce73a0-3bba-4a3a-9637-85d9136abeca admin admin] 10.222.0.35 "DELETE /v2.0/routers/1c887a40-4446-4043-ab1b-77dc7a1bfbe2 HTTP/1.1" status: 204 len: 168 time: 1.2962458 Apr 19 11:08:05.940961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37278) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:06.007816 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Deleting subnet 1aec357e-8bda-4a0c-80ad-4733782a4e65 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:06.010928 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.064947 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.151682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.414415 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.419363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9845b6e-99eb-45e3-bea0-baff9c8bfae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:06.458689 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aec357e-8bda-4a0c-80ad-4733782a4e65,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:06.461903 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:06.462998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.468303 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0e282-85c6-4fff-bfa1-0815543eb460 None None] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:06.469050 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6a90ccd8-dc6a-41e5-b386-6621557ded57 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1aec357e-8bda-4a0c-80ad-4733782a4e65 HTTP/1.1" status: 204 len: 168 time: 0.5270886 Apr 19 11:08:06.471720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37282) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:06.731601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] DHCP port deletion for 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 request from dv-cinder-786524-2-smb {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:08:06.736401 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Deleting port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:06.736908 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.850635 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.861832 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Deleting port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:06.862202 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:06.963327 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] For port a8ae36e2-290e-45b7-b165-7cdbc941c1f5, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:06.963669 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.080230 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] For port a8ae36e2-290e-45b7-b165-7cdbc941c1f5, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,segment=NetworkSegment(acfb00e5-bdb5-477f-ab0b-fd920118a255),segment_id=acfb00e5-bdb5-477f-ab0b-fd920118a255)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:07.080662 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.095267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Calling delete_port for a8ae36e2-290e-45b7-b165-7cdbc941c1f5 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:07.174652 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370'] for port, after_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.179446 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:07.216502 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Calling delete_port for a8ae36e2-290e-45b7-b165-7cdbc941c1f5 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:07.224768 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Pushing event deleted for resources: {'Port': ['ID=a8ae36e2-290e-45b7-b165-7cdbc941c1f5,revision_number=None']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:07.230729 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] No DVR routers for this DVR port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 on host dv-cinder-786524-2-smb {{(pid=86355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:08:07.239183 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.239575 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.239961 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.240339 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.240717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.241093 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.241464 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.241836 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.242207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.242601 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.242970 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.243333 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-2-smb {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 11:08:07.246470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f5045a3-63d1-489f-800e-bdeb55f1ee64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:07.293842 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86353) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:08:07.294207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:08:07.769866 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device a8ae36e2-290e-45b7-b165-7cdbc941c1f5 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:07.795572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Deleting port a8ae36e2-290e-45b7-b165-7cdbc941c1f5 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:07.796267 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:07.807960 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: a8ae36e2-290e-45b7-b165-7cdbc941c1f5 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:07.808358 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device a8ae36e2-290e-45b7-b165-7cdbc941c1f5 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:07.876019 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] The port 'a8ae36e2-290e-45b7-b165-7cdbc941c1f5' was deleted {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:08:08.002235 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.116213 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f4585e-192d-42e7-a3ae-e4c3bfd9d987']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:08.129209 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfb00e5-bdb5-477f-ab0b-fd920118a255') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:08.129548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfb00e5-bdb5-477f-ab0b-fd920118a255') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:08.141935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.158796 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.165679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:08.342471 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:08.352115 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.535572 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Network 67f4585e-192d-42e7-a3ae-e4c3bfd9d987 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: % (table.description, expected, rows_matched) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: % (table.description, expected, rows_matched) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: % (table.description, expected, rows_matched) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: % (table.description, expected, rows_matched) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:08.558089 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:08.638963 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.643205 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa650feb-6e2d-4fbc-91e0-e841c5ad2ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:08.657760 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:08.668706 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Pushing event deleted for resources: {'Network': ['ID=67f4585e-192d-42e7-a3ae-e4c3bfd9d987,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:08.672091 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:08.681886 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-948b83f6-93bf-4b3b-ae30-6e85d169243e admin admin] 10.222.0.35 "DELETE /v2.0/networks/67f4585e-192d-42e7-a3ae-e4c3bfd9d987 HTTP/1.1" status: 204 len: 168 time: 2.2091482 Apr 19 11:08:08.684987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37286) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:09.253679 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.637045 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Deleting port 45d40f6e-aaf9-4c27-b61c-e64696ea9236 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:09.637633 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.831064 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] For port 45d40f6e-aaf9-4c27-b61c-e64696ea9236, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=45d40f6e-aaf9-4c27-b61c-e64696ea9236,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:09.831452 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:09.967820 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Calling delete_port for 45d40f6e-aaf9-4c27-b61c-e64696ea9236 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:10.150447 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:10.154476 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-579492b5-98a8-4e36-8c9a-6a11e72dab57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:10.200362 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d40f6e-aaf9-4c27-b61c-e64696ea9236,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:10.204565 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:10.733104 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.119745 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Router 1c6ac180-e470-4fdd-a74b-7696eabeb76c has already been hosted by L3 agent c171e4d1-f65c-41e3-880f-cb787618f98e {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 11:08:11.311535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] Notify agent at l3_agent.dv-cinder-786524-2-smb the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 11:08:11.320283 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] Sync routers for ids ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'] in dv-cinder-786524-2-smb {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 11:08:11.321161 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-08a941dc-05ee-4acd-96a4-cedff8ef67e8 admin admin] 10.222.0.35 "PUT /v2.0/routers/1c6ac180-e470-4fdd-a74b-7696eabeb76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6350720 Apr 19 11:08:11.323792 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37290) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:11.331855 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] Routers {'1c6ac180-e470-4fdd-a74b-7696eabeb76c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:11.332644 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:07:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:11.521659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.526493 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] Set router 1c6ac180-e470-4fdd-a74b-7696eabeb76c gateway port host: dv-cinder-786524-2-smb {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:11.721657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.732207 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Deleting port 3cf0a355-13d9-4a2e-946c-8628402033ec {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:11.732605 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:11.842102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'external_fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:08:10Z', 'revision_number': 5, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port': {'id': '3cf0a355-13d9-4a2e-946c-8628402033ec', 'name': '', 'network_id': 'a23c919f-1813-4e6f-ab2b-793a5d278f10', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T11:03:35Z', 'updated_at': '2021-04-19T11:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f019f17a-458f-45e6-a3db-5f771bf7d075', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-2-smb'}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:11.846298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] Checking router: 1c6ac180-e470-4fdd-a74b-7696eabeb76c for host: dv-cinder-786524-2-smb {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 11:08:11.855232 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] Routers {'1c6ac180-e470-4fdd-a74b-7696eabeb76c'} bound to L3 agent in host dv-cinder-786524-2-smb {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 11:08:11.855859 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T10:49:48Z,description=,heartbeat_timestamp=2021-04-19T11:07:49Z,host='dv-cinder-786524-2-smb',id=c171e4d1-f65c-41e3-880f-cb787618f98e,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T10:49:48Z,topic='l3_agent')) {'router_ids': ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:11.926971 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] For port 3cf0a355-13d9-4a2e-946c-8628402033ec, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=3cf0a355-13d9-4a2e-946c-8628402033ec,segment=NetworkSegment(18c23066-4f90-4553-b73d-9c15ac407735),segment_id=18c23066-4f90-4553-b73d-9c15ac407735)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:11.927376 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.016628 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] Set router 1c6ac180-e470-4fdd-a74b-7696eabeb76c gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 11:08:12.060939 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Calling delete_port for 3cf0a355-13d9-4a2e-946c-8628402033ec owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:12.130684 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:08:11Z', 'revision_number': 6, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port_host': None}], 'dv-cinder-786524-2-smb', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:12.134905 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7dc09a-57c1-44f8-a6f8-49352ad10e25 None None] The sync data for ids ['1c6ac180-e470-4fdd-a74b-7696eabeb76c'] in dv-cinder-786524-2-smb is: [{'id': '1c6ac180-e470-4fdd-a74b-7696eabeb76c', 'name': 'tempest-TestShelveInstance-1622574469-router', 'tenant_id': '558918aebd1b43ad9d3b872e780a7d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T11:03:34Z', 'updated_at': '2021-04-19T11:08:11Z', 'revision_number': 6, 'project_id': '558918aebd1b43ad9d3b872e780a7d46', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 11:08:12.246933 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.252918 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ca0dd55-8a7c-43d5-9e27-1b372f962a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:12.304258 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf0a355-13d9-4a2e-946c-8628402033ec,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:12.307733 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:12.404383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703077'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.594011 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770911'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.596499 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.621341 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.621935 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6ac180-e470-4fdd-a74b-7696eabeb76c {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 11:08:12.634648 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.635898 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-6e770d1d-3c00-432d-b208-84d8930b09d5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1c6ac180-e470-4fdd-a74b-7696eabeb76c HTTP/1.1" status: 204 len: 168 time: 1.3110471 Apr 19 11:08:12.638664 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37294) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:12.710304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Deleting subnet 3e697eb9-f682-469b-afcd-054d9e8238f3 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 11:08:12.713686 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.767260 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2135814'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:12.854383 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8080436'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.367428 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846695412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1381001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3337715'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.372659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:13.410254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e697eb9-f682-469b-afcd-054d9e8238f3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:13.413106 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:13.415769 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.421837 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31704aec-748c-4141-af14-d9d4d3e059cf None None] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad requested from dv-cinder-786524-2-smb {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 11:08:13.423440 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-05c0c15c-80b2-4794-84b5-85bb5fdea54c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3e697eb9-f682-469b-afcd-054d9e8238f3 HTTP/1.1" status: 204 len: 168 time: 0.7836249 Apr 19 11:08:13.425896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37298) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:13.544055 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8047480'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.556159 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Deleting port aa32bf80-bdf2-46ef-8a22-609823e7cd3d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:13.556541 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.685552 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c660c-f496-484a-934a-b83b43835584 None None] DHCP port deletion for 18231a9f-4f08-4cfd-a177-0675ae0dccad request from dv-cinder-786524-2-smb {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 11:08:13.690375 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-040c660c-f496-484a-934a-b83b43835584 None None] Deleting port aa32bf80-bdf2-46ef-8a22-609823e7cd3d {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:13.690828 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-040c660c-f496-484a-934a-b83b43835584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.789536 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] For port aa32bf80-bdf2-46ef-8a22-609823e7cd3d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:13.789943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:13.795177 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 45d40f6e-aaf9-4c27-b61c-e64696ea9236 no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:13.842659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 45d40f6e-aaf9-4c27-b61c-e64696ea9236 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:13.843591 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 45d40f6e-aaf9-4c27-b61c-e64696ea9236 not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:13.844052 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device aa32bf80-bdf2-46ef-8a22-609823e7cd3d no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:13.927354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Calling delete_port for aa32bf80-bdf2-46ef-8a22-609823e7cd3d owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:14.013901 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7992101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363268666928927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768187414370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1380701'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.020343 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7dd6ff41-42be-45a2-9481-a81bba84f419 tempest-TestShelveInstance-1282807630 tempest-TestShelveInstance-1282807630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:14.068583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:14.072114 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:14.072973 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] No DVR routers for this DVR port aa32bf80-bdf2-46ef-8a22-609823e7cd3d on host dv-cinder-786524-2-smb {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 11:08:14.167732 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No active binding found for port aa32bf80-bdf2-46ef-8a22-609823e7cd3d {{(pid=86355) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 11:08:14.168175 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device aa32bf80-bdf2-46ef-8a22-609823e7cd3d not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:14.168627 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3cf0a355-13d9-4a2e-946c-8628402033ec no longer exists at agent ovs-agent-dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 11:08:14.199583 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846695327', 'neutron.services.segments.db._delete_segments_for_network-8768187762803'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.208750 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] No Port match for: 3cf0a355-13d9-4a2e-946c-8628402033ec {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 11:08:14.209139 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Device 3cf0a355-13d9-4a2e-946c-8628402033ec not bound to the agent host dv-cinder-786524-2-smb {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 11:08:14.211779 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-040c660c-f496-484a-934a-b83b43835584 None None] For port aa32bf80-bdf2-46ef-8a22-609823e7cd3d, host dv-cinder-786524-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-2-smb',level=0,port_id=aa32bf80-bdf2-46ef-8a22-609823e7cd3d,segment=NetworkSegment(2b307173-f666-4cc9-9342-b08b63c4e694),segment_id=2b307173-f666-4cc9-9342-b08b63c4e694)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 11:08:14.212223 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-040c660c-f496-484a-934a-b83b43835584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854071939'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.320763 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18231a9f-4f08-4cfd-a177-0675ae0dccad']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:14.335120 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b307173-f666-4cc9-9342-b08b63c4e694') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:14.335459 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.services.segments.db [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b307173-f666-4cc9-9342-b08b63c4e694') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 11:08:14.346980 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-040c660c-f496-484a-934a-b83b43835584 None None] Calling delete_port for aa32bf80-bdf2-46ef-8a22-609823e7cd3d owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 11:08:14.348119 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363268666851427', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852639986'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.363465 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846693038'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.369699 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 11:08:14.421274 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.db.api [None req-040c660c-f496-484a-934a-b83b43835584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 11:08:14.421682 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_db.api [None req-040c660c-f496-484a-934a-b83b43835584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 11:08:14.551132 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:14.561526 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8082725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853395158'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.738641 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Network 18231a9f-4f08-4cfd-a177-0675ae0dccad has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: Traceback (most recent call last): Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: timer() Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: cb(*args, **kw) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: return func(*args, **kwargs) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: self._notify() Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: self.callback(batched_events) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: event.method(event) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: segment_id)['aggregates'][0] Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: return f(self, *a, **k) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: return self._get(url).json() Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: **kwargs) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: return self.request(url, 'GET', **kwargs) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: **endpoint_filter) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 11:08:14.764993 dv-cinder-786524-2-smb neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 11:08:14.843102 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8080489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.846869 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7d2f30f6-b6c4-4fa4-ae79-5c0f09e2a43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:14.863934 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.872690 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=18231a9f-4f08-4cfd-a177-0675ae0dccad,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:14.875959 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:14.877580 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-75695ca1-44ea-4273-8b68-86e04aee22b5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/18231a9f-4f08-4cfd-a177-0675ae0dccad HTTP/1.1" status: 204 len: 168 time: 1.4506352 Apr 19 11:08:14.923510 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-040c660c-f496-484a-934a-b83b43835584 None None] Deleting port aa32bf80-bdf2-46ef-8a22-609823e7cd3d {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 11:08:14.923943 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-040c660c-f496-484a-934a-b83b43835584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363268666932852'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:14.996725 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-040c660c-f496-484a-934a-b83b43835584 None None] The port 'aa32bf80-bdf2-46ef-8a22-609823e7cd3d' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 11:08:15.059016 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37304) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:15.115168 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-7c4fcf8b-76e6-4eee-b100-be9701557e37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73915ad9df094ee19c839df45ad0026f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547574 Apr 19 11:08:15.117470 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37308) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:15.179363 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.206612 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.254331 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.258535 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae06eb87-7cb4-4ebe-a95a-3917c6df3c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:15.276136 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ed49d-8dcd-4e0e-bcf7-cc25c3d7fa21,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:15.281736 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:15.285310 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.286589 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-619a2c81-1812-455a-84bd-0196029ebd6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad2ed49d-8dcd-4e0e-bcf7-cc25c3d7fa21 HTTP/1.1" status: 204 len: 168 time: 0.1681118 Apr 19 11:08:15.649133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37316) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:15.702491 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-5998bf76-7a8c-4d01-a2ed-c302ca70b003 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=558918aebd1b43ad9d3b872e780a7d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519361 Apr 19 11:08:15.705160 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.35', 37320) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 11:08:15.773846 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.802775 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.850645 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.855720 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7209b70d-818e-45a2-88d8-6af1d4a1259e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 11:08:15.868217 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde85d29-84cc-447e-845c-dd0203cdf4e2,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 11:08:15.870659 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 11:08:15.874298 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:15.878520 dv-cinder-786524-2-smb neutron-server[86240]: INFO neutron.wsgi [None req-388df826-291e-4889-bfba-6d0d50575446 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cde85d29-84cc-447e-845c-dd0203cdf4e2 HTTP/1.1" status: 204 len: 168 time: 0.1698813 Apr 19 11:08:16.117342 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6bd9179c-935f-40f7-965d-0d8f26e6c5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:18.517667 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d6c1fca0-99b0-4066-8971-13a0bdb64942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:19.307619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:20.075566 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:20.943998 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:34.332904 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:40.745156 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:08:46.120393 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e0d585b9-9634-4602-8e57-3fb12130c473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:48.521167 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b507b19b-cea5-4538-9896-2cc008c3f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:49.311000 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.076730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:08:50.945496 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:04.331233 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:16.122887 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f08ea7e0-bd62-4dd6-b9dc-8046c906d263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:17.745538 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:09:18.524112 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5a043d72-334e-46c8-a182-821585d48215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:19.328771 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.080402 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:20.948082 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:34.342244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:46.127649 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-66050b2f-c10e-44e7-8abb-f5bc64f882bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:48.525932 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d13fd93-f55d-4384-9f21-63f165d716f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:49.315195 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:50.081896 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:50.949657 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:09:54.744692 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:10:04.339867 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:16.129158 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0061d022-3c7d-4a29-b9e6-ff9fb9369cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:18.527619 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6949410c-87ea-4eb8-9894-f639e3be7af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:19.318738 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:20.083441 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:20.953739 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:31.745071 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:10:34.338377 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:46.128995 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1cf96b64-d2e8-4e69-83c5-1f8ccddee14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:48.529381 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-291225db-732e-4bb8-86a3-e7333c12ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:49.321626 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.084717 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:10:50.957454 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:04.336121 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:08.745563 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:11:16.129508 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95acaadd-5e4e-412d-91e8-1efbf73aa1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:18.531730 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b54bcb16-1403-4bc4-96c4-c008b35b8cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:19.324244 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:20.088189 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:20.959371 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:34.336354 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:45.745501 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:11:46.130788 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-363972cf-b3c1-470b-b67d-d5e0f4e744bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:48.533891 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3170d42f-9ca7-40d5-a94a-a65fb978006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:49.328294 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.089942 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:11:50.962211 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:04.347453 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:16.132133 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d2fb-e4ce-47c9-80d7-a76a0be11fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:18.535086 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40ef7d19-b958-4ef6-aace-62e86a18251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:19.329548 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:20.092336 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:20.966987 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:22.745164 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:12:34.350774 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:46.132850 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8a31738f-88d1-4761-aa44-ca87159c5732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:48.536197 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8dbb947-eaf8-4ed1-9671-21de5e56a418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:49.333254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-11349af1-db7b-4f30-bf44-5d6ff9e04762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:50.093304 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-febd6b3c-3eb2-45b2-9ee6-5df8c9ed8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:50.969615 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3043-0689-44eb-8f51-b1920f268ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 11:12:59.744254 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron.db.agents_db [None req-c0f2a5ac-6456-4558-9ac7-e03cd7c204eb None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 11:13:04.364089 dv-cinder-786524-2-smb neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4a571dd7-62ab-4fcb-aa42-3d73f54065fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363268667012997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846716605'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}